2024-11-08 18:15:38,903 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 18:15:38,937 main DEBUG Took 0.031655 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 18:15:38,940 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 18:15:38,941 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 18:15:38,943 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 18:15:38,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,957 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 18:15:38,977 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,979 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,980 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,981 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,983 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,984 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,986 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,987 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,988 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,990 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,990 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,991 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,992 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,993 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:15:38,994 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,995 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 18:15:38,997 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:15:38,999 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 18:15:39,001 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 18:15:39,002 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 18:15:39,004 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 18:15:39,004 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 18:15:39,016 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 18:15:39,019 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 18:15:39,022 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 18:15:39,022 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 18:15:39,023 main DEBUG createAppenders(={Console}) 2024-11-08 18:15:39,024 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-08 18:15:39,024 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 18:15:39,025 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-08 18:15:39,025 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 18:15:39,026 main DEBUG OutputStream closed 2024-11-08 18:15:39,026 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 18:15:39,026 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 18:15:39,027 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-08 18:15:39,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 18:15:39,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 18:15:39,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 18:15:39,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 18:15:39,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 18:15:39,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 18:15:39,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 18:15:39,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 18:15:39,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 18:15:39,112 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 18:15:39,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 18:15:39,113 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 18:15:39,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 18:15:39,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 18:15:39,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 18:15:39,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 18:15:39,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 18:15:39,115 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 18:15:39,118 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 18:15:39,118 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-08 18:15:39,118 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 18:15:39,119 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-08T18:15:39,132 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-08 18:15:39,135 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 18:15:39,135 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T18:15:39,191 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=4415 2024-11-08T18:15:39,407 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-08T18:15:39,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626 2024-11-08T18:15:39,457 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/cluster_ecdd476f-99d9-052b-a292-a4f66b597b6d, deleteOnExit=true 2024-11-08T18:15:39,653 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/cluster_ecdd476f-99d9-052b-a292-a4f66b597b6d/zookeeper_0, clientPort=58931, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/cluster_ecdd476f-99d9-052b-a292-a4f66b597b6d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/cluster_ecdd476f-99d9-052b-a292-a4f66b597b6d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:15:39,666 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58931 2024-11-08T18:15:39,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:15:39,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:15:39,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/test.cache.data in system properties and HBase conf 2024-11-08T18:15:39,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:15:39,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:15:39,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:15:39,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:15:39,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:15:39,768 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T18:15:39,871 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:15:39,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:15:39,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:15:39,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:15:39,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:15:39,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:15:39,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:15:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:15:39,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:15:39,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:15:39,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:15:39,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:15:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:15:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:15:39,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:15:40,997 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T18:15:41,074 INFO [Time-limited test {}] log.Log(170): Logging initialized @3056ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T18:15:41,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:15:41,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:15:41,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:15:41,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:15:41,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:15:41,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:15:41,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:15:41,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:15:41,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/java.io.tmpdir/jetty-localhost-44457-hadoop-hdfs-3_4_1-tests_jar-_-any-7389740259700174996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:15:41,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:44457} 2024-11-08T18:15:41,438 INFO [Time-limited test {}] server.Server(415): Started @3420ms 2024-11-08T18:15:41,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:15:41,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:15:41,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:15:41,975 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:15:41,976 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:15:41,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:15:41,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:15:42,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/java.io.tmpdir/jetty-localhost-35813-hadoop-hdfs-3_4_1-tests_jar-_-any-15147053899951255275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:15:42,093 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:35813} 2024-11-08T18:15:42,093 INFO [Time-limited test {}] server.Server(415): Started @4076ms 2024-11-08T18:15:42,142 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:15:43,479 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/cluster_ecdd476f-99d9-052b-a292-a4f66b597b6d/data/data1/current/BP-1414777952-172.17.0.3-1731089740427/current, will proceed with Du for space computation calculation, 2024-11-08T18:15:43,479 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/cluster_ecdd476f-99d9-052b-a292-a4f66b597b6d/data/data2/current/BP-1414777952-172.17.0.3-1731089740427/current, will proceed with Du for space computation calculation, 2024-11-08T18:15:43,504 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:15:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec056212987ddaea with lease ID 0x3d2fff4d0be45a62: Processing first storage report for DS-627a14c3-61e9-41dc-b41c-8851bedc1003 from datanode DatanodeRegistration(127.0.0.1:44417, datanodeUuid=265c7f34-3850-41ef-a9a8-cfa155fe1cc5, infoPort=46481, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=1756281232;c=1731089740427) 2024-11-08T18:15:43,552 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec056212987ddaea with lease ID 0x3d2fff4d0be45a62: from storage DS-627a14c3-61e9-41dc-b41c-8851bedc1003 node DatanodeRegistration(127.0.0.1:44417, datanodeUuid=265c7f34-3850-41ef-a9a8-cfa155fe1cc5, infoPort=46481, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=1756281232;c=1731089740427), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T18:15:43,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec056212987ddaea with lease ID 0x3d2fff4d0be45a62: Processing first storage report for DS-4fedd126-4912-4603-a866-7da940c23ec6 from datanode DatanodeRegistration(127.0.0.1:44417, datanodeUuid=265c7f34-3850-41ef-a9a8-cfa155fe1cc5, infoPort=46481, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=1756281232;c=1731089740427) 2024-11-08T18:15:43,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec056212987ddaea with lease ID 0x3d2fff4d0be45a62: from storage DS-4fedd126-4912-4603-a866-7da940c23ec6 node DatanodeRegistration(127.0.0.1:44417, datanodeUuid=265c7f34-3850-41ef-a9a8-cfa155fe1cc5, infoPort=46481, infoSecurePort=0, ipcPort=37041, storageInfo=lv=-57;cid=testClusterID;nsid=1756281232;c=1731089740427), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:15:43,554 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626 2024-11-08T18:15:43,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:43,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:43,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:15:44,191 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b with version=8 2024-11-08T18:15:44,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/hbase-staging 2024-11-08T18:15:44,279 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T18:15:44,557 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:15:44,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:15:44,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:15:44,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:15:44,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:15:44,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:15:44,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:15:44,749 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T18:15:44,757 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T18:15:44,761 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:15:44,782 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9135 (auto-detected) 2024-11-08T18:15:44,783 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T18:15:44,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33817 2024-11-08T18:15:44,820 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33817 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-11-08T18:15:44,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338170x0, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:15:44,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33817-0x1011ba92b180000 connected 2024-11-08T18:15:45,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:45,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:45,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/running 2024-11-08T18:15:45,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b, hbase.cluster.distributed=false 2024-11-08T18:15:45,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/acl 2024-11-08T18:15:45,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33817 2024-11-08T18:15:45,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33817 2024-11-08T18:15:45,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33817 2024-11-08T18:15:45,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33817 2024-11-08T18:15:45,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33817 2024-11-08T18:15:45,174 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:15:45,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:15:45,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:15:45,176 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:15:45,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:15:45,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:15:45,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:15:45,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:15:45,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37959 2024-11-08T18:15:45,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37959 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-11-08T18:15:45,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:45,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:45,203 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379590x0, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:15:45,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37959-0x1011ba92b180001 connected 2024-11-08T18:15:45,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/running 2024-11-08T18:15:45,207 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:15:45,214 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:15:45,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/master 2024-11-08T18:15:45,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/acl 2024-11-08T18:15:45,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37959 2024-11-08T18:15:45,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37959 2024-11-08T18:15:45,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37959 2024-11-08T18:15:45,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37959 2024-11-08T18:15:45,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37959 2024-11-08T18:15:45,238 DEBUG [M:0;2424dce0d377:33817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:33817 2024-11-08T18:15:45,240 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1620871861/backup-masters/2424dce0d377,33817,1731089744403 2024-11-08T18:15:45,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861/backup-masters 2024-11-08T18:15:45,257 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861/backup-masters 2024-11-08T18:15:45,259 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on existing znode=/0-1620871861/backup-masters/2424dce0d377,33817,1731089744403 2024-11-08T18:15:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:45,287 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1620871861/master 2024-11-08T18:15:45,288 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:45,288 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on existing znode=/0-1620871861/master 2024-11-08T18:15:45,289 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1620871861/backup-masters/2424dce0d377,33817,1731089744403 from backup master directory 2024-11-08T18:15:45,298 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861/backup-masters 2024-11-08T18:15:45,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1620871861/backup-masters/2424dce0d377,33817,1731089744403 2024-11-08T18:15:45,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861/backup-masters 2024-11-08T18:15:45,298 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:15:45,299 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,33817,1731089744403 2024-11-08T18:15:45,301 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T18:15:45,302 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T18:15:45,360 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/hbase.id] with ID: 48ee1917-02ef-41c4-8e62-7a2664d475d2 2024-11-08T18:15:45,360 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/.tmp/hbase.id 2024-11-08T18:15:45,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:15:45,772 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/.tmp/hbase.id]:[hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/hbase.id] 2024-11-08T18:15:45,818 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:45,824 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:15:45,844 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-08T18:15:45,898 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:45,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:15:46,325 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:15:46,328 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:15:46,342 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:15:46,346 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:15:46,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:15:46,799 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store 2024-11-08T18:15:46,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:15:47,225 INFO [master/2424dce0d377:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T18:15:47,230 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:15:47,232 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:15:47,232 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:15:47,233 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:15:47,235 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:15:47,235 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:15:47,235 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:15:47,237 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089747232Disabling compacts and flushes for region at 1731089747232Disabling writes for close at 1731089747235 (+3 ms)Writing region close event to WAL at 1731089747235Closed at 1731089747235 2024-11-08T18:15:47,239 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/.initializing 2024-11-08T18:15:47,239 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,33817,1731089744403 2024-11-08T18:15:47,247 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:15:47,260 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C33817%2C1731089744403, suffix=, logDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,33817,1731089744403, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/oldWALs, maxLogs=10 2024-11-08T18:15:47,280 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,33817,1731089744403/2424dce0d377%2C33817%2C1731089744403.1731089747264, exclude list is [], retry=0 2024-11-08T18:15:47,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-627a14c3-61e9-41dc-b41c-8851bedc1003,DISK] 2024-11-08T18:15:47,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T18:15:47,334 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,33817,1731089744403/2424dce0d377%2C33817%2C1731089744403.1731089747264 2024-11-08T18:15:47,335 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-08T18:15:47,335 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:15:47,336 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:15:47,339 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:47,339 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:47,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:47,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:15:47,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:47,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:47,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:47,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:15:47,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:47,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:15:47,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:47,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:15:47,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:47,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:15:47,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:47,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:15:47,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:47,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:15:47,433 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:47,436 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:47,438 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:47,443 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:47,443 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:47,447 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:15:47,450 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:47,454 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:15:47,456 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69416282, jitterRate=0.03438320755958557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:15:47,462 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089747351Initializing all the Stores at 1731089747354 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089747354Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089747355 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089747355Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089747355Cleaning up temporary data from old regions at 1731089747443 (+88 ms)Region opened successfully at 1731089747462 (+19 ms) 2024-11-08T18:15:47,464 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:15:47,497 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc63036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:15:47,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:15:47,537 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:15:47,537 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:15:47,540 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:15:47,541 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T18:15:47,545 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T18:15:47,546 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:15:47,587 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:15:47,596 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Unable to get data of znode /0-1620871861/balancer because node does not exist (not necessarily an error) 2024-11-08T18:15:47,698 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/balancer already deleted, retry=false 2024-11-08T18:15:47,705 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:15:47,709 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Unable to get data of znode /0-1620871861/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:15:47,749 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/normalizer already deleted, retry=false 2024-11-08T18:15:47,755 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:15:47,760 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Unable to get data of znode /0-1620871861/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:15:47,771 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/switch/split already deleted, retry=false 2024-11-08T18:15:47,773 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Unable to get data of znode /0-1620871861/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:15:47,782 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/switch/merge already deleted, retry=false 2024-11-08T18:15:47,803 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Unable to get data of znode /0-1620871861/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:15:47,813 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/snapshot-cleanup already deleted, retry=false 2024-11-08T18:15:47,824 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1620871861/running 2024-11-08T18:15:47,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1620871861/running 2024-11-08T18:15:47,824 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:47,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:47,827 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,33817,1731089744403, sessionid=0x1011ba92b180000, setting cluster-up flag (Was=false) 2024-11-08T18:15:47,856 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:47,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:47,887 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1620871861/flush-table-proc/acquired, /0-1620871861/flush-table-proc/reached, /0-1620871861/flush-table-proc/abort 2024-11-08T18:15:47,891 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,33817,1731089744403 2024-11-08T18:15:47,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:47,919 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:47,950 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1620871861/online-snapshot/acquired, /0-1620871861/online-snapshot/reached, /0-1620871861/online-snapshot/abort 2024-11-08T18:15:47,952 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,33817,1731089744403 2024-11-08T18:15:47,958 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:15:48,030 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(746): ClusterId : 48ee1917-02ef-41c4-8e62-7a2664d475d2 2024-11-08T18:15:48,033 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:15:48,040 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:15:48,048 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:15:48,048 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:15:48,052 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:15:48,060 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:15:48,068 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:15:48,069 DEBUG [RS:0;2424dce0d377:37959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b1741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:15:48,069 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,33817,1731089744403 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:15:48,080 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:15:48,080 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:15:48,080 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:15:48,080 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:15:48,081 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:15:48,081 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,081 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:15:48,081 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,090 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:37959 2024-11-08T18:15:48,095 INFO [RS:0;2424dce0d377:37959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:15:48,096 INFO [RS:0;2424dce0d377:37959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:15:48,096 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:15:48,097 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089778097 2024-11-08T18:15:48,099 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,33817,1731089744403 with port=37959, startcode=1731089745142 2024-11-08T18:15:48,100 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:15:48,101 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:15:48,105 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:15:48,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:15:48,106 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:15:48,107 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:15:48,107 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:15:48,107 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:15:48,109 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,114 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:48,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:15:48,116 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:15:48,117 DEBUG [RS:0;2424dce0d377:37959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:15:48,118 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:15:48,119 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:15:48,119 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:15:48,123 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:15:48,123 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:15:48,128 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089748125,5,FailOnTimeoutGroup] 2024-11-08T18:15:48,131 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089748129,5,FailOnTimeoutGroup] 2024-11-08T18:15:48,132 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,132 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:15:48,134 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,134 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:15:48,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:15:48,146 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b 2024-11-08T18:15:48,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:15:48,174 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:15:48,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,37959,1731089745142 2024-11-08T18:15:48,185 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33817 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,37959,1731089745142 2024-11-08T18:15:48,204 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b 2024-11-08T18:15:48,205 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38179 2024-11-08T18:15:48,205 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:15:48,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861/rs 2024-11-08T18:15:48,282 DEBUG [RS:0;2424dce0d377:37959 {}] zookeeper.ZKUtil(111): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on existing znode=/0-1620871861/rs/2424dce0d377,37959,1731089745142 2024-11-08T18:15:48,283 WARN [RS:0;2424dce0d377:37959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:15:48,283 INFO [RS:0;2424dce0d377:37959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:15:48,283 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142 2024-11-08T18:15:48,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,37959,1731089745142] 2024-11-08T18:15:48,310 INFO [RS:0;2424dce0d377:37959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:15:48,329 INFO [RS:0;2424dce0d377:37959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:15:48,335 INFO [RS:0;2424dce0d377:37959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:15:48,335 INFO [RS:0;2424dce0d377:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,336 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:15:48,343 INFO [RS:0;2424dce0d377:37959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:15:48,345 INFO [RS:0;2424dce0d377:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,345 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,346 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,346 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,346 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,347 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,347 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:15:48,347 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,348 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,348 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,348 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,348 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,348 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:48,349 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:15:48,349 DEBUG [RS:0;2424dce0d377:37959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:15:48,351 INFO [RS:0;2424dce0d377:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,351 INFO [RS:0;2424dce0d377:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,352 INFO [RS:0;2424dce0d377:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,352 INFO [RS:0;2424dce0d377:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,352 INFO [RS:0;2424dce0d377:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,352 INFO [RS:0;2424dce0d377:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,37959,1731089745142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:15:48,379 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:15:48,381 INFO [RS:0;2424dce0d377:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,37959,1731089745142-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,382 INFO [RS:0;2424dce0d377:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,382 INFO [RS:0;2424dce0d377:37959 {}] regionserver.Replication(171): 2424dce0d377,37959,1731089745142 started 2024-11-08T18:15:48,404 INFO [RS:0;2424dce0d377:37959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:48,404 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,37959,1731089745142, RpcServer on 2424dce0d377/172.17.0.3:37959, sessionid=0x1011ba92b180001 2024-11-08T18:15:48,405 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:15:48,405 DEBUG [RS:0;2424dce0d377:37959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,37959,1731089745142 2024-11-08T18:15:48,406 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,37959,1731089745142' 2024-11-08T18:15:48,406 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1620871861/flush-table-proc/abort' 2024-11-08T18:15:48,407 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1620871861/flush-table-proc/acquired' 2024-11-08T18:15:48,408 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:15:48,408 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:15:48,409 DEBUG [RS:0;2424dce0d377:37959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,37959,1731089745142 2024-11-08T18:15:48,409 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,37959,1731089745142' 2024-11-08T18:15:48,409 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1620871861/online-snapshot/abort' 2024-11-08T18:15:48,410 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1620871861/online-snapshot/acquired' 2024-11-08T18:15:48,411 DEBUG [RS:0;2424dce0d377:37959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:15:48,411 INFO [RS:0;2424dce0d377:37959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:15:48,411 INFO [RS:0;2424dce0d377:37959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:15:48,516 INFO [RS:0;2424dce0d377:37959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:15:48,520 INFO [RS:0;2424dce0d377:37959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C37959%2C1731089745142, suffix=, logDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/oldWALs, maxLogs=10 2024-11-08T18:15:48,536 DEBUG [RS:0;2424dce0d377:37959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523, exclude list is [], retry=0 2024-11-08T18:15:48,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-627a14c3-61e9-41dc-b41c-8851bedc1003,DISK] 2024-11-08T18:15:48,545 INFO [RS:0;2424dce0d377:37959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 2024-11-08T18:15:48,546 DEBUG [RS:0;2424dce0d377:37959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-08T18:15:48,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:15:48,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:15:48,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:15:48,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:48,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:48,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:15:48,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:15:48,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:48,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:48,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:15:48,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:15:48,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:48,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:48,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:15:48,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:15:48,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:48,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:48,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:15:48,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740 2024-11-08T18:15:48,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740 2024-11-08T18:15:48,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:15:48,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:15:48,612 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:15:48,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:15:48,620 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:15:48,621 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69829778, jitterRate=0.0405447781085968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:15:48,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089748577Initializing all the Stores at 1731089748579 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089748579Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089748579Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089748579Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089748579Cleaning up temporary data from old regions at 1731089748612 (+33 ms)Region opened successfully at 1731089748623 (+11 ms) 2024-11-08T18:15:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:15:48,624 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:15:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:15:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:15:48,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:15:48,625 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:15:48,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089748623Disabling compacts and flushes for region at 1731089748623Disabling writes for close at 1731089748624 (+1 ms)Writing region close event to WAL at 1731089748625 (+1 ms)Closed at 1731089748625 2024-11-08T18:15:48,629 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:15:48,629 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:15:48,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:15:48,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:15:48,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:15:48,800 DEBUG [2424dce0d377:33817 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:15:48,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,37959,1731089745142 2024-11-08T18:15:48,818 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,37959,1731089745142, state=OPENING 2024-11-08T18:15:48,866 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:15:48,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:48,908 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:48,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1620871861/meta-region-server: CHANGED 2024-11-08T18:15:48,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1620871861/meta-region-server: CHANGED 2024-11-08T18:15:48,912 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:15:48,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,37959,1731089745142}] 2024-11-08T18:15:49,094 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:15:49,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:15:49,107 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:15:49,107 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:15:49,108 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:15:49,111 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C37959%2C1731089745142.meta, suffix=.meta, logDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/oldWALs, maxLogs=10 2024-11-08T18:15:49,124 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.meta.1731089749113.meta, exclude list is [], retry=0 2024-11-08T18:15:49,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-627a14c3-61e9-41dc-b41c-8851bedc1003,DISK] 2024-11-08T18:15:49,131 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.meta.1731089749113.meta 2024-11-08T18:15:49,132 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-08T18:15:49,132 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:15:49,136 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:15:49,137 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:15:49,140 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:15:49,141 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:15:49,145 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:15:49,145 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:15:49,145 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:15:49,145 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:15:49,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:15:49,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:15:49,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:49,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:49,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:15:49,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:15:49,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:49,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:49,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:15:49,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:15:49,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:49,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:49,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:15:49,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:15:49,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:49,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:49,160 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:15:49,162 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740 2024-11-08T18:15:49,164 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740 2024-11-08T18:15:49,167 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:15:49,167 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:15:49,168 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:15:49,171 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:15:49,173 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58798993, jitterRate=-0.12382672727108002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:15:49,173 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:15:49,175 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089749146Writing region info on filesystem at 1731089749146Initializing all the Stores at 1731089749148 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089749148Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089749148Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089749148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089749148Cleaning up temporary data from old regions at 1731089749167 (+19 ms)Running coprocessor post-open hooks at 1731089749173 (+6 ms)Region opened successfully at 1731089749175 (+2 ms) 2024-11-08T18:15:49,182 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089749086 2024-11-08T18:15:49,192 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:15:49,192 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:15:49,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,37959,1731089745142 2024-11-08T18:15:49,196 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,37959,1731089745142, state=OPEN 2024-11-08T18:15:49,214 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1620871861/meta-region-server 2024-11-08T18:15:49,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1620871861/meta-region-server 2024-11-08T18:15:49,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1620871861/meta-region-server: CHANGED 2024-11-08T18:15:49,214 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1620871861/meta-region-server: CHANGED 2024-11-08T18:15:49,215 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,37959,1731089745142 2024-11-08T18:15:49,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:15:49,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,37959,1731089745142 in 299 msec 2024-11-08T18:15:49,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:15:49,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 590 msec 2024-11-08T18:15:49,231 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:15:49,231 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:15:49,255 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:15:49,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,37959,1731089745142, seqNum=-1] 2024-11-08T18:15:49,273 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:15:49,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:15:49,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3040 sec 2024-11-08T18:15:49,295 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089749295, completionTime=-1 2024-11-08T18:15:49,298 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:15:49,298 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:15:49,321 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:15:49,321 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731089809321 2024-11-08T18:15:49,321 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731089869321 2024-11-08T18:15:49,321 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-08T18:15:49,323 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33817,1731089744403-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:49,324 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33817,1731089744403-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:49,324 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33817,1731089744403-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:49,325 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:33817, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:49,325 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:49,326 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:49,333 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:15:49,353 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.053sec 2024-11-08T18:15:49,354 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:15:49,355 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:15:49,356 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:15:49,356 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:15:49,356 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:15:49,357 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33817,1731089744403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:15:49,357 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33817,1731089744403-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:15:49,365 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:15:49,366 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:15:49,366 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33817,1731089744403-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:49,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565673f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:49,442 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T18:15:49,442 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T18:15:49,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,33817,-1 for getting cluster id 2024-11-08T18:15:49,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:15:49,454 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48ee1917-02ef-41c4-8e62-7a2664d475d2' 2024-11-08T18:15:49,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:15:49,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48ee1917-02ef-41c4-8e62-7a2664d475d2" 2024-11-08T18:15:49,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f919eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:49,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,33817,-1] 2024-11-08T18:15:49,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:15:49,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:49,465 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:15:49,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1289df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:49,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:15:49,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,37959,1731089745142, seqNum=-1] 2024-11-08T18:15:49,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:15:49,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:15:49,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,33817,1731089744403 2024-11-08T18:15:49,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-11-08T18:15:49,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:15:49,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011ba92b180002 connected 2024-11-08T18:15:49,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/hadoop.log.dir so I do NOT create it in target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd 2024-11-08T18:15:49,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:15:49,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/hadoop.tmp.dir so I do NOT create it in target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd 2024-11-08T18:15:49,606 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:15:49,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd 2024-11-08T18:15:49,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:15:49,606 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/cluster_7215f0cb-87e4-8fda-166f-354907aaf4f0, deleteOnExit=true 2024-11-08T18:15:49,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:15:49,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/test.cache.data in system properties and HBase conf 2024-11-08T18:15:49,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:15:49,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:15:49,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:15:49,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:15:49,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:15:49,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:15:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:15:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:15:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:15:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:15:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:15:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:15:49,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:15:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:15:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:15:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:15:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:15:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:15:49,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:15:49,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:15:50,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:15:50,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:15:50,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:15:50,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:15:50,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:15:50,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:15:50,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dbb9aa2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:15:50,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d2fdcd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:15:50,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2118db33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/java.io.tmpdir/jetty-localhost-41491-hadoop-hdfs-3_4_1-tests_jar-_-any-12774116548174382197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:15:50,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@211154ea{HTTP/1.1, (http/1.1)}{localhost:41491} 2024-11-08T18:15:50,134 INFO [Time-limited test {}] server.Server(415): Started @12117ms 2024-11-08T18:15:50,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:15:50,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:15:50,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:15:50,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:15:50,399 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:15:50,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df1ef1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:15:50,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@747c78d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:15:50,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@689444b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/java.io.tmpdir/jetty-localhost-44455-hadoop-hdfs-3_4_1-tests_jar-_-any-13310139688934629011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:15:50,524 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c9c126{HTTP/1.1, (http/1.1)}{localhost:44455} 2024-11-08T18:15:50,524 INFO [Time-limited test {}] server.Server(415): Started @12507ms 2024-11-08T18:15:50,526 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:15:51,271 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/cluster_7215f0cb-87e4-8fda-166f-354907aaf4f0/data/data1/current/BP-2143932053-172.17.0.3-1731089749640/current, will proceed with Du for space computation calculation, 2024-11-08T18:15:51,272 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/cluster_7215f0cb-87e4-8fda-166f-354907aaf4f0/data/data2/current/BP-2143932053-172.17.0.3-1731089749640/current, will proceed with Du for space computation calculation, 2024-11-08T18:15:51,338 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:15:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe861517f96373559 with lease ID 0x2793aa9889dc2372: Processing first storage report for DS-5d09087a-472c-418a-8d25-f6bf72b545ec from datanode DatanodeRegistration(127.0.0.1:34483, datanodeUuid=ada49c24-292f-405b-b24e-a23ccc8f4f4e, infoPort=45699, infoSecurePort=0, ipcPort=45441, storageInfo=lv=-57;cid=testClusterID;nsid=183648976;c=1731089749640) 2024-11-08T18:15:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe861517f96373559 with lease ID 0x2793aa9889dc2372: from storage DS-5d09087a-472c-418a-8d25-f6bf72b545ec node DatanodeRegistration(127.0.0.1:34483, datanodeUuid=ada49c24-292f-405b-b24e-a23ccc8f4f4e, infoPort=45699, infoSecurePort=0, ipcPort=45441, storageInfo=lv=-57;cid=testClusterID;nsid=183648976;c=1731089749640), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:15:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe861517f96373559 with lease ID 0x2793aa9889dc2372: Processing first storage report for DS-93de27e2-857c-4884-8179-5de9f0318857 from datanode DatanodeRegistration(127.0.0.1:34483, datanodeUuid=ada49c24-292f-405b-b24e-a23ccc8f4f4e, infoPort=45699, infoSecurePort=0, ipcPort=45441, storageInfo=lv=-57;cid=testClusterID;nsid=183648976;c=1731089749640) 2024-11-08T18:15:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe861517f96373559 with lease ID 0x2793aa9889dc2372: from storage DS-93de27e2-857c-4884-8179-5de9f0318857 node DatanodeRegistration(127.0.0.1:34483, datanodeUuid=ada49c24-292f-405b-b24e-a23ccc8f4f4e, infoPort=45699, infoSecurePort=0, ipcPort=45441, storageInfo=lv=-57;cid=testClusterID;nsid=183648976;c=1731089749640), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:15:51,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd 2024-11-08T18:15:51,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:51,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:51,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:15:51,393 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057 with version=8 2024-11-08T18:15:51,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/hbase-staging 2024-11-08T18:15:51,396 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:15:51,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:15:51,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:15:51,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:15:51,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:15:51,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:15:51,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:15:51,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:15:51,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44427 2024-11-08T18:15:51,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44427 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-11-08T18:15:51,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444270x0, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:15:51,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44427-0x1011ba92b180003 connected 2024-11-08T18:15:51,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:51,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:51,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Set watcher on znode that does not yet exist, /1145396213/running 2024-11-08T18:15:51,505 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057, hbase.cluster.distributed=false 2024-11-08T18:15:51,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Set watcher on znode that does not yet exist, /1145396213/acl 2024-11-08T18:15:51,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44427 2024-11-08T18:15:51,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44427 2024-11-08T18:15:51,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44427 2024-11-08T18:15:51,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44427 2024-11-08T18:15:51,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44427 2024-11-08T18:15:51,535 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:15:51,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:15:51,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:15:51,536 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:15:51,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:15:51,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:15:51,536 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:15:51,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:15:51,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44223 2024-11-08T18:15:51,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44223 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-11-08T18:15:51,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:51,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442230x0, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:15:51,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442230x0, quorum=127.0.0.1:58931, baseZNode=/1145396213 Set watcher on znode that does not yet exist, /1145396213/running 2024-11-08T18:15:51,573 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:15:51,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44223-0x1011ba92b180004 connected 2024-11-08T18:15:51,577 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:15:51,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Set watcher on znode that does not yet exist, /1145396213/master 2024-11-08T18:15:51,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Set watcher on znode that does not yet exist, /1145396213/acl 2024-11-08T18:15:51,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44223 2024-11-08T18:15:51,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44223 2024-11-08T18:15:51,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44223 2024-11-08T18:15:51,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44223 2024-11-08T18:15:51,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44223 2024-11-08T18:15:51,628 DEBUG [M:0;2424dce0d377:44427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:44427 2024-11-08T18:15:51,628 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1145396213/backup-masters/2424dce0d377,44427,1731089751396 2024-11-08T18:15:51,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213/backup-masters 2024-11-08T18:15:51,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213/backup-masters 2024-11-08T18:15:51,635 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Set watcher on existing znode=/1145396213/backup-masters/2424dce0d377,44427,1731089751396 2024-11-08T18:15:51,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:15:51,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1145396213/master 2024-11-08T18:15:51,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:15:51,647 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Set watcher on existing znode=/1145396213/master 2024-11-08T18:15:51,648 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1145396213/backup-masters/2424dce0d377,44427,1731089751396 from backup master directory 2024-11-08T18:15:51,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1145396213/backup-masters/2424dce0d377,44427,1731089751396 2024-11-08T18:15:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213/backup-masters 2024-11-08T18:15:51,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213/backup-masters 2024-11-08T18:15:51,656 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:15:51,656 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,44427,1731089751396 2024-11-08T18:15:51,668 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/hbase.id] with ID: 110fb3fd-46bf-4a63-8d75-67283a785cf3 2024-11-08T18:15:51,669 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/.tmp/hbase.id 2024-11-08T18:15:51,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:15:51,687 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/.tmp/hbase.id]:[hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/hbase.id] 2024-11-08T18:15:51,726 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:15:51,726 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:15:51,731 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-08T18:15:51,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:15:51,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:15:51,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:15:51,758 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:15:51,760 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:15:51,760 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:15:51,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:15:52,179 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store 2024-11-08T18:15:52,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:15:52,194 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:15:52,194 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:15:52,195 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:15:52,195 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:15:52,195 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:15:52,195 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:15:52,195 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:15:52,195 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089752194Disabling compacts and flushes for region at 1731089752194Disabling writes for close at 1731089752195 (+1 ms)Writing region close event to WAL at 1731089752195Closed at 1731089752195 2024-11-08T18:15:52,198 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/.initializing 2024-11-08T18:15:52,198 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/WALs/2424dce0d377,44427,1731089751396 2024-11-08T18:15:52,201 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:15:52,206 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C44427%2C1731089751396, suffix=, logDir=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/WALs/2424dce0d377,44427,1731089751396, archiveDir=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/oldWALs, maxLogs=10 2024-11-08T18:15:52,220 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/WALs/2424dce0d377,44427,1731089751396/2424dce0d377%2C44427%2C1731089751396.1731089752206, exclude list is [], retry=0 2024-11-08T18:15:52,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34483,DS-5d09087a-472c-418a-8d25-f6bf72b545ec,DISK] 2024-11-08T18:15:52,227 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/WALs/2424dce0d377,44427,1731089751396/2424dce0d377%2C44427%2C1731089751396.1731089752206 2024-11-08T18:15:52,227 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45699:45699)] 2024-11-08T18:15:52,228 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:15:52,228 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:15:52,228 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:52,228 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:52,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:52,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:15:52,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:52,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:52,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:52,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:15:52,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:52,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:15:52,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:52,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:15:52,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:52,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:15:52,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:52,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:15:52,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:52,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:15:52,244 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:52,245 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:52,246 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:52,247 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:52,248 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:52,248 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:15:52,250 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:15:52,253 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:15:52,254 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69699256, jitterRate=0.03859984874725342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:15:52,254 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089752228Initializing all the Stores at 1731089752230 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089752230Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089752231 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089752231Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089752231Cleaning up temporary data from old regions at 1731089752248 (+17 ms)Region opened successfully at 1731089752254 (+6 ms) 2024-11-08T18:15:52,254 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:15:52,259 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfcb18e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:15:52,260 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:15:52,260 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:15:52,260 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:15:52,261 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:15:52,262 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:15:52,262 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:15:52,262 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:15:52,265 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:15:52,266 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Unable to get data of znode /1145396213/balancer because node does not exist (not necessarily an error) 2024-11-08T18:15:52,319 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1145396213/balancer already deleted, retry=false 2024-11-08T18:15:52,320 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:15:52,323 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Unable to get data of znode /1145396213/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:15:52,329 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1145396213/normalizer already deleted, retry=false 2024-11-08T18:15:52,330 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:15:52,331 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Unable to get data of znode /1145396213/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:15:52,339 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1145396213/switch/split already deleted, retry=false 2024-11-08T18:15:52,341 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Unable to get data of znode /1145396213/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:15:52,350 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1145396213/switch/merge already deleted, retry=false 2024-11-08T18:15:52,353 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Unable to get data of znode /1145396213/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:15:52,360 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1145396213/snapshot-cleanup already deleted, retry=false 2024-11-08T18:15:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1145396213/running 2024-11-08T18:15:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1145396213/running 2024-11-08T18:15:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:15:52,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:15:52,372 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,44427,1731089751396, sessionid=0x1011ba92b180003, setting cluster-up flag (Was=false) 2024-11-08T18:15:52,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:15:52,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:15:52,424 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1145396213/flush-table-proc/acquired, /1145396213/flush-table-proc/reached, /1145396213/flush-table-proc/abort 2024-11-08T18:15:52,429 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,44427,1731089751396 2024-11-08T18:15:52,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:15:52,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:15:52,487 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1145396213/online-snapshot/acquired, /1145396213/online-snapshot/reached, /1145396213/online-snapshot/abort 2024-11-08T18:15:52,489 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,44427,1731089751396 2024-11-08T18:15:52,490 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:15:52,494 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:15:52,494 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:15:52,494 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:15:52,495 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,44427,1731089751396 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:15:52,497 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:15:52,497 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:15:52,497 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:15:52,497 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:15:52,497 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:15:52,497 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,497 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:15:52,497 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,498 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089782498 2024-11-08T18:15:52,498 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:15:52,498 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:15:52,498 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:15:52,498 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:15:52,498 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:15:52,498 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:15:52,499 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,499 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:15:52,499 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:15:52,499 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:15:52,499 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:15:52,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:15:52,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:15:52,500 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:15:52,500 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:15:52,501 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:52,502 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:15:52,503 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089752500,5,FailOnTimeoutGroup] 2024-11-08T18:15:52,504 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089752503,5,FailOnTimeoutGroup] 2024-11-08T18:15:52,504 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,504 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:15:52,504 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,504 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:15:52,514 INFO [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(746): ClusterId : 110fb3fd-46bf-4a63-8d75-67283a785cf3 2024-11-08T18:15:52,515 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:15:52,519 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:15:52,519 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:15:52,530 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:15:52,531 DEBUG [RS:0;2424dce0d377:44223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d06ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:15:52,546 DEBUG [RS:0;2424dce0d377:44223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:44223 2024-11-08T18:15:52,546 INFO [RS:0;2424dce0d377:44223 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:15:52,546 INFO [RS:0;2424dce0d377:44223 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:15:52,546 DEBUG [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:15:52,547 INFO [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,44427,1731089751396 with port=44223, startcode=1731089751534 2024-11-08T18:15:52,548 DEBUG [RS:0;2424dce0d377:44223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:15:52,549 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:15:52,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,44223,1731089751534 2024-11-08T18:15:52,550 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44427 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,44223,1731089751534 2024-11-08T18:15:52,554 DEBUG [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057 2024-11-08T18:15:52,554 DEBUG [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41943 2024-11-08T18:15:52,554 DEBUG [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:15:52,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213/rs 2024-11-08T18:15:52,605 DEBUG [RS:0;2424dce0d377:44223 {}] zookeeper.ZKUtil(111): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Set watcher on existing znode=/1145396213/rs/2424dce0d377,44223,1731089751534 2024-11-08T18:15:52,605 WARN [RS:0;2424dce0d377:44223 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:15:52,605 INFO [RS:0;2424dce0d377:44223 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:15:52,605 DEBUG [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/WALs/2424dce0d377,44223,1731089751534 2024-11-08T18:15:52,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,44223,1731089751534] 2024-11-08T18:15:52,611 INFO [RS:0;2424dce0d377:44223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:15:52,614 INFO [RS:0;2424dce0d377:44223 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:15:52,615 INFO [RS:0;2424dce0d377:44223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:15:52,615 INFO [RS:0;2424dce0d377:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,615 INFO [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:15:52,617 INFO [RS:0;2424dce0d377:44223 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:15:52,617 INFO [RS:0;2424dce0d377:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,617 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,617 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,617 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,618 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,618 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,618 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:15:52,618 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,618 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,618 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,618 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,619 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,619 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:15:52,619 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:15:52,619 DEBUG [RS:0;2424dce0d377:44223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:15:52,620 INFO [RS:0;2424dce0d377:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,620 INFO [RS:0;2424dce0d377:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,620 INFO [RS:0;2424dce0d377:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,620 INFO [RS:0;2424dce0d377:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,620 INFO [RS:0;2424dce0d377:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,620 INFO [RS:0;2424dce0d377:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44223,1731089751534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:15:52,636 INFO [RS:0;2424dce0d377:44223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:15:52,636 INFO [RS:0;2424dce0d377:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44223,1731089751534-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,636 INFO [RS:0;2424dce0d377:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,636 INFO [RS:0;2424dce0d377:44223 {}] regionserver.Replication(171): 2424dce0d377,44223,1731089751534 started 2024-11-08T18:15:52,650 INFO [RS:0;2424dce0d377:44223 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:52,650 INFO [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,44223,1731089751534, RpcServer on 2424dce0d377/172.17.0.3:44223, sessionid=0x1011ba92b180004 2024-11-08T18:15:52,650 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:15:52,650 DEBUG [RS:0;2424dce0d377:44223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,44223,1731089751534 2024-11-08T18:15:52,650 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,44223,1731089751534' 2024-11-08T18:15:52,650 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1145396213/flush-table-proc/abort' 2024-11-08T18:15:52,651 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1145396213/flush-table-proc/acquired' 2024-11-08T18:15:52,651 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:15:52,652 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:15:52,652 DEBUG [RS:0;2424dce0d377:44223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,44223,1731089751534 2024-11-08T18:15:52,652 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,44223,1731089751534' 2024-11-08T18:15:52,652 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1145396213/online-snapshot/abort' 2024-11-08T18:15:52,652 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1145396213/online-snapshot/acquired' 2024-11-08T18:15:52,653 DEBUG [RS:0;2424dce0d377:44223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:15:52,653 INFO [RS:0;2424dce0d377:44223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:15:52,653 INFO [RS:0;2424dce0d377:44223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:15:52,753 INFO [RS:0;2424dce0d377:44223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:15:52,756 INFO [RS:0;2424dce0d377:44223 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C44223%2C1731089751534, suffix=, logDir=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/WALs/2424dce0d377,44223,1731089751534, archiveDir=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/oldWALs, maxLogs=10 2024-11-08T18:15:52,779 DEBUG [RS:0;2424dce0d377:44223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/WALs/2424dce0d377,44223,1731089751534/2424dce0d377%2C44223%2C1731089751534.1731089752758, exclude list is [], retry=0 2024-11-08T18:15:52,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34483,DS-5d09087a-472c-418a-8d25-f6bf72b545ec,DISK] 2024-11-08T18:15:52,809 INFO [RS:0;2424dce0d377:44223 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/WALs/2424dce0d377,44223,1731089751534/2424dce0d377%2C44223%2C1731089751534.1731089752758 2024-11-08T18:15:52,810 DEBUG [RS:0;2424dce0d377:44223 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45699:45699)] 2024-11-08T18:15:52,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:15:52,915 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057 2024-11-08T18:15:52,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:15:53,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:15:53,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:15:53,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:15:53,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:53,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:53,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:15:53,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:15:53,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:53,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:53,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:15:53,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:15:53,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:53,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:53,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:15:53,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:15:53,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:53,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:53,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:15:53,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/data/hbase/meta/1588230740 2024-11-08T18:15:53,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/data/hbase/meta/1588230740 2024-11-08T18:15:53,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:15:53,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:15:53,346 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:15:53,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:15:53,350 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:15:53,350 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67924186, jitterRate=0.012149244546890259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:15:53,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089753328Initializing all the Stores at 1731089753330 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089753330Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089753330Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089753330Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089753330Cleaning up temporary data from old regions at 1731089753345 (+15 ms)Region opened successfully at 1731089753351 (+6 ms) 2024-11-08T18:15:53,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:15:53,351 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:15:53,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:15:53,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:15:53,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:15:53,351 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:15:53,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089753351Disabling compacts and flushes for region at 1731089753351Disabling writes for close at 1731089753351Writing region close event to WAL at 1731089753351Closed at 1731089753351 2024-11-08T18:15:53,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:15:53,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:15:53,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:15:53,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:15:53,356 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:15:53,507 DEBUG [2424dce0d377:44427 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:15:53,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,44223,1731089751534 2024-11-08T18:15:53,512 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,44223,1731089751534, state=OPENING 2024-11-08T18:15:53,728 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:15:53,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:15:53,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:15:53,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1145396213/meta-region-server: CHANGED 2024-11-08T18:15:53,740 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:15:53,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1145396213/meta-region-server: CHANGED 2024-11-08T18:15:53,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,44223,1731089751534}] 2024-11-08T18:15:53,895 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:15:53,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:15:53,909 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:15:53,909 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:15:53,910 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:15:53,914 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C44223%2C1731089751534.meta, suffix=.meta, logDir=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/WALs/2424dce0d377,44223,1731089751534, archiveDir=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/oldWALs, maxLogs=10 2024-11-08T18:15:53,929 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/WALs/2424dce0d377,44223,1731089751534/2424dce0d377%2C44223%2C1731089751534.meta.1731089753916.meta, exclude list is [], retry=0 2024-11-08T18:15:53,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34483,DS-5d09087a-472c-418a-8d25-f6bf72b545ec,DISK] 2024-11-08T18:15:53,935 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/WALs/2424dce0d377,44223,1731089751534/2424dce0d377%2C44223%2C1731089751534.meta.1731089753916.meta 2024-11-08T18:15:53,936 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45699:45699)] 2024-11-08T18:15:53,936 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:15:53,936 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:15:53,937 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:15:53,937 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:15:53,937 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:15:53,937 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:15:53,937 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:15:53,937 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:15:53,937 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:15:53,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:15:53,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:15:53,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:53,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:53,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:15:53,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:15:53,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:53,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:53,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:15:53,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:15:53,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:53,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:53,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:15:53,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:15:53,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:53,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:15:53,948 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:15:53,949 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/data/hbase/meta/1588230740 2024-11-08T18:15:53,951 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/data/hbase/meta/1588230740 2024-11-08T18:15:53,953 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:15:53,953 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:15:53,954 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:15:53,956 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:15:53,957 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64829053, jitterRate=-0.03397183120250702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:15:53,958 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:15:53,958 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089753938Writing region info on filesystem at 1731089753938Initializing all the Stores at 1731089753939 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089753939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089753939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089753940 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089753940Cleaning up temporary data from old regions at 1731089753953 (+13 ms)Running coprocessor post-open hooks at 1731089753958 (+5 ms)Region opened successfully at 1731089753958 2024-11-08T18:15:53,959 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089753895 2024-11-08T18:15:53,963 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:15:53,963 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:15:53,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,44223,1731089751534 2024-11-08T18:15:53,966 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,44223,1731089751534, state=OPEN 2024-11-08T18:15:53,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1145396213/meta-region-server 2024-11-08T18:15:53,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1145396213/meta-region-server 2024-11-08T18:15:53,971 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,44223,1731089751534 2024-11-08T18:15:53,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1145396213/meta-region-server: CHANGED 2024-11-08T18:15:53,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1145396213/meta-region-server: CHANGED 2024-11-08T18:15:53,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:15:53,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,44223,1731089751534 in 231 msec 2024-11-08T18:15:53,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:15:53,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-08T18:15:53,980 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:15:53,980 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:15:53,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:15:53,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,44223,1731089751534, seqNum=-1] 2024-11-08T18:15:53,983 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:15:53,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:15:53,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4990 sec 2024-11-08T18:15:53,994 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089753994, completionTime=-1 2024-11-08T18:15:53,994 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:15:53,994 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:15:53,997 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:15:53,997 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731089813997 2024-11-08T18:15:53,997 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731089873997 2024-11-08T18:15:53,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T18:15:53,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44427,1731089751396-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:53,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44427,1731089751396-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:53,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44427,1731089751396-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:53,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:44427, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:53,999 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:53,999 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:54,001 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:15:54,004 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.348sec 2024-11-08T18:15:54,004 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:15:54,004 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:15:54,004 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:15:54,005 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:15:54,005 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:15:54,005 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44427,1731089751396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:15:54,005 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44427,1731089751396-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:15:54,008 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:15:54,008 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:15:54,009 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,44427,1731089751396-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:15:54,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2bdf16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:54,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,44427,-1 for getting cluster id 2024-11-08T18:15:54,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:15:54,018 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '110fb3fd-46bf-4a63-8d75-67283a785cf3' 2024-11-08T18:15:54,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:15:54,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "110fb3fd-46bf-4a63-8d75-67283a785cf3" 2024-11-08T18:15:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212b0f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,44427,-1] 2024-11-08T18:15:54,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:15:54,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:54,022 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:15:54,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9a998e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:54,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:15:54,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,44223,1731089751534, seqNum=-1] 2024-11-08T18:15:54,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:15:54,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:15:54,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,44427,1731089751396 2024-11-08T18:15:54,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-11-08T18:15:54,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:15:54,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011ba92b180005 connected 2024-11-08T18:15:54,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1ed011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:54,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,33817,-1 for getting cluster id 2024-11-08T18:15:54,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:15:54,108 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48ee1917-02ef-41c4-8e62-7a2664d475d2' 2024-11-08T18:15:54,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:15:54,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48ee1917-02ef-41c4-8e62-7a2664d475d2" 2024-11-08T18:15:54,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d171496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:54,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,33817,-1] 2024-11-08T18:15:54,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:15:54,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:54,111 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:15:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291fb93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:54,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:15:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,33817,1731089744403 2024-11-08T18:15:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@615b7f0b 2024-11-08T18:15:54,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:15:54,130 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:15:54,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:44427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:15:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:15:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:15:54,144 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:44427' 2024-11-08T18:15:54,146 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6239adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:54,146 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,44427,-1 for getting cluster id 2024-11-08T18:15:54,146 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:15:54,147 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '110fb3fd-46bf-4a63-8d75-67283a785cf3' 2024-11-08T18:15:54,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:15:54,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "110fb3fd-46bf-4a63-8d75-67283a785cf3" 2024-11-08T18:15:54,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e087b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:54,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,44427,-1] 2024-11-08T18:15:54,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:15:54,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:54,150 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:15:54,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a555f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:54,152 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:15:54,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,44427,1731089751396 2024-11-08T18:15:54,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582eab47 2024-11-08T18:15:54,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:15:54,159 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:15:54,169 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T18:15:54,169 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:15:54,173 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:54,173 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:54,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:15:54,175 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:15:54,179 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:15:54,182 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:15:54,183 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:54,185 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:15:54,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741835_1011 (size=1138) 2024-11-08T18:15:54,232 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:15:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:15:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:15:54,600 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6291580fd491c46739d334e5a5e585cf, NAME => 'hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b 2024-11-08T18:15:54,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741836_1012 (size=44) 2024-11-08T18:15:54,658 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:15:54,722 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:15:54,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:15:54,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T18:15:54,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:15:54,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T18:15:54,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:15:54,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T18:15:54,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:15:54,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T18:15:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:15:55,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:15:55,013 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6291580fd491c46739d334e5a5e585cf, disabling compactions & flushes 2024-11-08T18:15:55,013 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:15:55,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:15:55,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. after waiting 0 ms 2024-11-08T18:15:55,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:15:55,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:15:55,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6291580fd491c46739d334e5a5e585cf: Waiting for close lock at 1731089755013Disabling compacts and flushes for region at 1731089755013Disabling writes for close at 1731089755014 (+1 ms)Writing region close event to WAL at 1731089755014Closed at 1731089755014 2024-11-08T18:15:55,017 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:15:55,025 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731089755017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089755017"}]},"ts":"1731089755017"} 2024-11-08T18:15:55,029 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:15:55,031 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:15:55,033 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089755031"}]},"ts":"1731089755031"} 2024-11-08T18:15:55,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:15:55,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6291580fd491c46739d334e5a5e585cf, ASSIGN}] 2024-11-08T18:15:55,040 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6291580fd491c46739d334e5a5e585cf, ASSIGN 2024-11-08T18:15:55,042 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6291580fd491c46739d334e5a5e585cf, ASSIGN; state=OFFLINE, location=2424dce0d377,37959,1731089745142; forceNewPlan=false, retain=false 2024-11-08T18:15:55,194 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6291580fd491c46739d334e5a5e585cf, regionState=OPENING, regionLocation=2424dce0d377,37959,1731089745142 2024-11-08T18:15:55,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6291580fd491c46739d334e5a5e585cf, ASSIGN because future has completed 2024-11-08T18:15:55,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6291580fd491c46739d334e5a5e585cf, server=2424dce0d377,37959,1731089745142}] 2024-11-08T18:15:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:15:55,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:15:55,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:15:55,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:15:55,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C37959%2C1731089745142.rep, suffix=, logDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/oldWALs, maxLogs=10 2024-11-08T18:15:55,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.rep.1731089755366, exclude list is [], retry=0 2024-11-08T18:15:55,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-627a14c3-61e9-41dc-b41c-8851bedc1003,DISK] 2024-11-08T18:15:55,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.rep.1731089755366 2024-11-08T18:15:55,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-08T18:15:55,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6291580fd491c46739d334e5a5e585cf, NAME => 'hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:15:55,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:15:55,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:15:55,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. service=MultiRowMutationService 2024-11-08T18:15:55,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:15:55,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:15:55,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,395 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,398 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6291580fd491c46739d334e5a5e585cf columnFamilyName hfileref 2024-11-08T18:15:55,399 DEBUG [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:55,400 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.HStore(327): Store=6291580fd491c46739d334e5a5e585cf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:15:55,400 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,402 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6291580fd491c46739d334e5a5e585cf columnFamilyName queue 2024-11-08T18:15:55,402 DEBUG [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:55,403 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.HStore(327): Store=6291580fd491c46739d334e5a5e585cf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:15:55,403 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,405 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6291580fd491c46739d334e5a5e585cf columnFamilyName sid 2024-11-08T18:15:55,405 DEBUG [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:15:55,406 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.HStore(327): Store=6291580fd491c46739d334e5a5e585cf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:15:55,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:15:55,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:15:55,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6291580fd491c46739d334e5a5e585cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58839496, jitterRate=-0.1232231855392456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:15:55,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:55,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6291580fd491c46739d334e5a5e585cf: Running coprocessor pre-open hook at 1731089755393Writing region info on filesystem at 1731089755393Initializing all the Stores at 1731089755395 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089755395Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089755395Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089755395Cleaning up temporary data from old regions at 1731089755410 (+15 ms)Running coprocessor post-open hooks at 1731089755418 (+8 ms)Region opened successfully at 1731089755419 (+1 ms) 2024-11-08T18:15:55,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf., pid=7, masterSystemTime=1731089755353 2024-11-08T18:15:55,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:15:55,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:15:55,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6291580fd491c46739d334e5a5e585cf, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,37959,1731089745142 2024-11-08T18:15:55,428 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33817 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=2424dce0d377,37959,1731089745142, table=hbase:replication, region=6291580fd491c46739d334e5a5e585cf. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T18:15:55,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6291580fd491c46739d334e5a5e585cf, server=2424dce0d377,37959,1731089745142 because future has completed 2024-11-08T18:15:55,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T18:15:55,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6291580fd491c46739d334e5a5e585cf, server=2424dce0d377,37959,1731089745142 in 235 msec 2024-11-08T18:15:55,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:15:55,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6291580fd491c46739d334e5a5e585cf, ASSIGN in 402 msec 2024-11-08T18:15:55,447 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:15:55,448 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089755447"}]},"ts":"1731089755447"} 2024-11-08T18:15:55,451 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:15:55,453 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:15:55,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2780 sec 2024-11-08T18:15:55,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf., hostname=2424dce0d377,37959,1731089745142, seqNum=2] 2024-11-08T18:15:55,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37959 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T18:15:55,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:55,718 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:55,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:15:55,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T18:15:55,915 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:15:55,954 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,37959,1731089745142, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:15:55,955 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:15:55,955 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,37959,1731089745142, seqNum=-1] 2024-11-08T18:15:55,956 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:15:55,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T18:15:55,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,37959,1731089745142', locateType=CURRENT is [region=hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf., hostname=2424dce0d377,37959,1731089745142, seqNum=2] 2024-11-08T18:15:55,967 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T18:15:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T18:15:55,972 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,37959,1731089745142 suceeded 2024-11-08T18:15:55,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T18:15:55,976 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:44427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:15:55,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-08T18:15:55,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8420 sec 2024-11-08T18:15:55,986 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:44427' 2024-11-08T18:15:55,988 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19f5987c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:55,988 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,44427,-1 for getting cluster id 2024-11-08T18:15:55,989 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:15:55,990 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '110fb3fd-46bf-4a63-8d75-67283a785cf3' 2024-11-08T18:15:55,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:15:55,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "110fb3fd-46bf-4a63-8d75-67283a785cf3" 2024-11-08T18:15:55,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60ff2f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:55,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,44427,-1] 2024-11-08T18:15:55,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:15:55,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:55,992 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:15:55,993 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d89c6bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:55,993 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:15:55,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,44427,1731089751396 2024-11-08T18:15:55,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cb6b08 2024-11-08T18:15:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:15:55,996 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T18:15:55,997 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,37959,1731089745142 (queues=1) is replicating from cluster=48ee1917-02ef-41c4-8e62-7a2664d475d2 to cluster=110fb3fd-46bf-4a63-8d75-67283a785cf3 2024-11-08T18:15:55,999 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C37959%2C1731089745142 2024-11-08T18:15:56,003 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,37959,1731089745142, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:15:56,006 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,1-2424dce0d377,37959,1731089745142 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C37959%2C1731089745142 2024-11-08T18:15:56,009 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,1-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523, startPosition=0, beingWritten=true 2024-11-08T18:15:56,266 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,1-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 to pos 0, reset compression=false 2024-11-08T18:15:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:15:56,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:15:56,294 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:15:56,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:15:56,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:15:56,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ba9a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,33817,-1 for getting cluster id 2024-11-08T18:15:56,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:15:56,297 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48ee1917-02ef-41c4-8e62-7a2664d475d2' 2024-11-08T18:15:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:15:56,297 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48ee1917-02ef-41c4-8e62-7a2664d475d2" 2024-11-08T18:15:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27648331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,33817,-1] 2024-11-08T18:15:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:15:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,300 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:15:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269c7344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:15:56,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,33817,1731089744403 2024-11-08T18:15:56,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75a45f86 2024-11-08T18:15:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:15:56,306 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:15:56,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://2424dce0d377:44427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:15:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:15:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T18:15:56,311 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:44427' 2024-11-08T18:15:56,312 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb6ab73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,312 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,44427,-1 for getting cluster id 2024-11-08T18:15:56,312 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:15:56,313 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '110fb3fd-46bf-4a63-8d75-67283a785cf3' 2024-11-08T18:15:56,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:15:56,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "110fb3fd-46bf-4a63-8d75-67283a785cf3" 2024-11-08T18:15:56,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64fbcabd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,44427,-1] 2024-11-08T18:15:56,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:15:56,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,316 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:15:56,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec6af34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:15:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,44427,1731089751396 2024-11-08T18:15:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cfdf6e5 2024-11-08T18:15:56,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:15:56,321 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:15:56,322 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T18:15:56,323 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:15:56,323 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,323 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:15:56,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:15:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T18:15:56,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-08T18:15:56,559 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T18:15:56,574 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,1-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 to pos 0, reset compression=false 2024-11-08T18:15:56,592 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-2424dce0d377,37959,1731089745142, ReplicationSource: 2, currentBandwidth=0 2024-11-08T18:15:56,596 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T18:15:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T18:15:56,600 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 2424dce0d377,37959,1731089745142 suceeded 2024-11-08T18:15:56,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:15:56,604 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://2424dce0d377:44427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:15:56,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-08T18:15:56,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 298 msec 2024-11-08T18:15:56,612 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:44427' 2024-11-08T18:15:56,613 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b05f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,613 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,44427,-1 for getting cluster id 2024-11-08T18:15:56,613 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:15:56,614 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '110fb3fd-46bf-4a63-8d75-67283a785cf3' 2024-11-08T18:15:56,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:15:56,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "110fb3fd-46bf-4a63-8d75-67283a785cf3" 2024-11-08T18:15:56,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74657b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,44427,-1] 2024-11-08T18:15:56,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:15:56,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,617 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:15:56,618 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72bce913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,618 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:15:56,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,44427,1731089751396 2024-11-08T18:15:56,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d3f7ba 2024-11-08T18:15:56,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:15:56,620 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T18:15:56,621 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2424dce0d377,37959,1731089745142 (queues=1) is replicating from cluster=48ee1917-02ef-41c4-8e62-7a2664d475d2 to cluster=110fb3fd-46bf-4a63-8d75-67283a785cf3 2024-11-08T18:15:56,621 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2424dce0d377%2C37959%2C1731089745142 2024-11-08T18:15:56,621 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2424dce0d377,37959,1731089745142, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:15:56,622 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C37959%2C1731089745142 2024-11-08T18:15:56,622 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523, startPosition=0, beingWritten=true 2024-11-08T18:15:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T18:15:56,624 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T18:15:56,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:15:56,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:15:56,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:15:56,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:15:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,33817,1731089744403 2024-11-08T18:15:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12bfff77 2024-11-08T18:15:56,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:15:56,631 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:15:56,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T18:15:56,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T18:15:56,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T18:15:56,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T18:15:56,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://2424dce0d377:44427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:15:56,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T18:15:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T18:15:56,646 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:44427' 2024-11-08T18:15:56,647 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1032b418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,647 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,44427,-1 for getting cluster id 2024-11-08T18:15:56,647 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:15:56,648 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '110fb3fd-46bf-4a63-8d75-67283a785cf3' 2024-11-08T18:15:56,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:15:56,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "110fb3fd-46bf-4a63-8d75-67283a785cf3" 2024-11-08T18:15:56,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203e64b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,44427,-1] 2024-11-08T18:15:56,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:15:56,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,650 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:15:56,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766bf679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,652 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:15:56,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,44427,1731089751396 2024-11-08T18:15:56,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f8ad72f 2024-11-08T18:15:56,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:15:56,654 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:15:56,656 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-08T18:15:56,656 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:15:56,656 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,656 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:15:56,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:15:56,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T18:15:56,830 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 to pos 0, reset compression=false 2024-11-08T18:15:56,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-08T18:15:56,845 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-08T18:15:56,846 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T18:15:56,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T18:15:56,850 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 2424dce0d377,37959,1731089745142 suceeded 2024-11-08T18:15:56,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T18:15:56,854 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://2424dce0d377:44427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:15:56,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-08T18:15:56,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 215 msec 2024-11-08T18:15:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T18:15:56,965 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-08T18:15:56,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://2424dce0d377:44427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:15:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T18:15:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T18:15:56,969 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:44427' 2024-11-08T18:15:56,970 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c80cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,970 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,44427,-1 for getting cluster id 2024-11-08T18:15:56,971 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:15:56,971 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '110fb3fd-46bf-4a63-8d75-67283a785cf3' 2024-11-08T18:15:56,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:15:56,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "110fb3fd-46bf-4a63-8d75-67283a785cf3" 2024-11-08T18:15:56,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fe7db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,44427,-1] 2024-11-08T18:15:56,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:15:56,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,974 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:15:56,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d54bcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:15:56,975 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:15:56,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,44427,1731089751396 2024-11-08T18:15:56,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2edef5f7 2024-11-08T18:15:56,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:15:56,979 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:15:56,980 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T18:15:56,980 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:15:56,980 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,980 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:56,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:15:56,982 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,1-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 to pos 0, reset compression=false 2024-11-08T18:15:56,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:15:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T18:15:57,136 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 to pos 0, reset compression=false 2024-11-08T18:15:57,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-08T18:15:57,148 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-08T18:15:57,150 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T18:15:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T18:15:57,154 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 2424dce0d377,37959,1731089745142 suceeded 2024-11-08T18:15:57,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T18:15:57,158 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://2424dce0d377:44427,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:15:57,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-08T18:15:57,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-11-08T18:15:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T18:15:57,285 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-08T18:15:57,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T18:15:57,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33817 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T18:15:57,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:15:57,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:15:57,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:57,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:57,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:15:57,288 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:15:57,288 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1392182542, stopped=false 2024-11-08T18:15:57,289 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,33817,1731089744403 2024-11-08T18:15:57,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1620871861/running 2024-11-08T18:15:57,339 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1620871861/running 2024-11-08T18:15:57,339 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:15:57,339 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:57,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:57,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:15:57,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:15:57,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:57,340 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,37959,1731089745142' ***** 2024-11-08T18:15:57,340 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:15:57,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/running 2024-11-08T18:15:57,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/running 2024-11-08T18:15:57,341 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:15:57,341 INFO [RS:0;2424dce0d377:37959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:15:57,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:15:57,341 INFO [RS:0;2424dce0d377:37959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:15:57,341 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(3091): Received CLOSE for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:57,342 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,37959,1731089745142 2024-11-08T18:15:57,342 INFO [RS:0;2424dce0d377:37959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:15:57,342 INFO [RS:0;2424dce0d377:37959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:37959. 2024-11-08T18:15:57,342 DEBUG [RS:0;2424dce0d377:37959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:15:57,342 DEBUG [RS:0;2424dce0d377:37959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:57,342 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6291580fd491c46739d334e5a5e585cf, disabling compactions & flushes 2024-11-08T18:15:57,343 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:15:57,343 INFO [RS:0;2424dce0d377:37959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:15:57,343 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:15:57,343 INFO [RS:0;2424dce0d377:37959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:15:57,343 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. after waiting 0 ms 2024-11-08T18:15:57,343 INFO [RS:0;2424dce0d377:37959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:15:57,343 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:15:57,343 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:15:57,343 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:15:57,343 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:15:57,343 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:15:57,343 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1325): Online Regions={6291580fd491c46739d334e5a5e585cf=hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:15:57,344 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:15:57,344 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:15:57,344 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:15:57,344 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:15:57,346 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6291580fd491c46739d334e5a5e585cf 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-08T18:15:57,346 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T18:15:57,360 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:15:57,416 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/.tmp/info/de41d081f90d473f9582a3c8e49ff9fa is 147, key is hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf./info:regioninfo/1731089755426/Put/seqid=0 2024-11-08T18:15:57,416 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf/.tmp/queue/58be87ca6d174021acc77a8c9fb7fb8b is 151, key is 1-2424dce0d377,37959,1731089745142/queue:2424dce0d377%2C37959%2C1731089745142/1731089755962/Put/seqid=0 2024-11-08T18:15:57,419 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:15:57,420 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:15:57,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741839_1015 (size=5500) 2024-11-08T18:15:57,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741838_1014 (size=6631) 2024-11-08T18:15:57,439 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf/.tmp/queue/58be87ca6d174021acc77a8c9fb7fb8b 2024-11-08T18:15:57,489 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,1-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 to pos 0, reset compression=false 2024-11-08T18:15:57,495 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf/.tmp/queue/58be87ca6d174021acc77a8c9fb7fb8b as hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf/queue/58be87ca6d174021acc77a8c9fb7fb8b 2024-11-08T18:15:57,516 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf/queue/58be87ca6d174021acc77a8c9fb7fb8b, entries=2, sequenceid=6, filesize=5.4 K 2024-11-08T18:15:57,525 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6291580fd491c46739d334e5a5e585cf in 176ms, sequenceid=6, compaction requested=false 2024-11-08T18:15:57,525 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T18:15:57,536 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T18:15:57,539 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:15:57,539 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:15:57,539 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:15:57,539 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6291580fd491c46739d334e5a5e585cf: Waiting for close lock at 1731089757342Running coprocessor pre-close hooks at 1731089757342Disabling compacts and flushes for region at 1731089757342Disabling writes for close at 1731089757343 (+1 ms)Obtaining lock to block concurrent updates at 1731089757346 (+3 ms)Preparing flush snapshotting stores in 6291580fd491c46739d334e5a5e585cf at 1731089757346Finished memstore snapshotting hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731089757354 (+8 ms)Flushing stores of hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. at 1731089757355 (+1 ms)Flushing 6291580fd491c46739d334e5a5e585cf/queue: creating writer at 1731089757357 (+2 ms)Flushing 6291580fd491c46739d334e5a5e585cf/queue: appending metadata at 1731089757396 (+39 ms)Flushing 6291580fd491c46739d334e5a5e585cf/queue: closing flushed file at 1731089757400 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e1e627: reopening flushed file at 1731089757493 (+93 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 6291580fd491c46739d334e5a5e585cf in 176ms, sequenceid=6, compaction requested=false at 1731089757525 (+32 ms)Writing region close event to WAL at 1731089757528 (+3 ms)Running coprocessor post-close hooks at 1731089757537 (+9 ms)Closed at 1731089757539 (+2 ms) 2024-11-08T18:15:57,540 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:15:57,543 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 to pos 0, reset compression=false 2024-11-08T18:15:57,544 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:15:57,744 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:15:57,840 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/.tmp/info/de41d081f90d473f9582a3c8e49ff9fa 2024-11-08T18:15:57,877 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/.tmp/ns/b0d288c2a09d45cb84eeb220c5f168a8 is 43, key is default/ns:d/1731089749279/Put/seqid=0 2024-11-08T18:15:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741840_1016 (size=5153) 2024-11-08T18:15:57,945 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:15:58,052 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 to pos 0, reset compression=false 2024-11-08T18:15:58,097 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,1-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 to pos 0, reset compression=false 2024-11-08T18:15:58,145 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:15:58,284 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/.tmp/ns/b0d288c2a09d45cb84eeb220c5f168a8 2024-11-08T18:15:58,316 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/.tmp/table/ee295a4aa4bf4ca48ee5cfff028eb6b0 is 53, key is hbase:replication/table:state/1731089755447/Put/seqid=0 2024-11-08T18:15:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741841_1017 (size=5256) 2024-11-08T18:15:58,324 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/.tmp/table/ee295a4aa4bf4ca48ee5cfff028eb6b0 2024-11-08T18:15:58,333 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/.tmp/info/de41d081f90d473f9582a3c8e49ff9fa as hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/info/de41d081f90d473f9582a3c8e49ff9fa 2024-11-08T18:15:58,341 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/info/de41d081f90d473f9582a3c8e49ff9fa, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T18:15:58,343 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/.tmp/ns/b0d288c2a09d45cb84eeb220c5f168a8 as hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/ns/b0d288c2a09d45cb84eeb220c5f168a8 2024-11-08T18:15:58,345 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:15:58,345 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:15:58,346 DEBUG [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:15:58,354 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/ns/b0d288c2a09d45cb84eeb220c5f168a8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T18:15:58,356 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/.tmp/table/ee295a4aa4bf4ca48ee5cfff028eb6b0 as hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/table/ee295a4aa4bf4ca48ee5cfff028eb6b0 2024-11-08T18:15:58,366 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/table/ee295a4aa4bf4ca48ee5cfff028eb6b0, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T18:15:58,368 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1024ms, sequenceid=11, compaction requested=false 2024-11-08T18:15:58,374 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T18:15:58,375 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:15:58,375 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:15:58,375 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:15:58,376 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089757343Running coprocessor pre-close hooks at 1731089757343Disabling compacts and flushes for region at 1731089757343Disabling writes for close at 1731089757344 (+1 ms)Obtaining lock to block concurrent updates at 1731089757346 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1731089757347 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731089757354 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731089757355 (+1 ms)Flushing 1588230740/info: creating writer at 1731089757357 (+2 ms)Flushing 1588230740/info: appending metadata at 1731089757397 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731089757400 (+3 ms)Flushing 1588230740/ns: creating writer at 1731089757854 (+454 ms)Flushing 1588230740/ns: appending metadata at 1731089757874 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731089757874Flushing 1588230740/table: creating writer at 1731089758297 (+423 ms)Flushing 1588230740/table: appending metadata at 1731089758315 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731089758315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ebcc3d: reopening flushed file at 1731089758332 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b87e3e2: reopening flushed file at 1731089758342 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37306f60: reopening flushed file at 1731089758355 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1024ms, sequenceid=11, compaction requested=false at 1731089758368 (+13 ms)Writing region close event to WAL at 1731089758369 (+1 ms)Running coprocessor post-close hooks at 1731089758375 (+6 ms)Closed at 1731089758375 2024-11-08T18:15:58,376 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:15:58,546 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,37959,1731089745142; all regions closed. 2024-11-08T18:15:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741834_1010 (size=2742) 2024-11-08T18:15:58,558 DEBUG [RS:0;2424dce0d377:37959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/oldWALs 2024-11-08T18:15:58,558 INFO [RS:0;2424dce0d377:37959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C37959%2C1731089745142.meta:.meta(num 1731089749113) 2024-11-08T18:15:58,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741837_1013 (size=1802) 2024-11-08T18:15:58,564 DEBUG [RS:0;2424dce0d377:37959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/oldWALs 2024-11-08T18:15:58,564 INFO [RS:0;2424dce0d377:37959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C37959%2C1731089745142.rep:(num 1731089755366) 2024-11-08T18:15:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741833_1009 (size=93) 2024-11-08T18:15:58,567 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 not finished, retry = 0 2024-11-08T18:15:58,659 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 to pos 0, reset compression=false 2024-11-08T18:15:58,669 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523 2024-11-08T18:15:58,669 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-08T18:15:58,670 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-08T18:15:58,672 DEBUG [RS:0;2424dce0d377:37959 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/oldWALs 2024-11-08T18:15:58,672 INFO [RS:0;2424dce0d377:37959 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C37959%2C1731089745142:(num 1731089748523) 2024-11-08T18:15:58,672 DEBUG [RS:0;2424dce0d377:37959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:58,672 INFO [RS:0;2424dce0d377:37959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:15:58,672 INFO [RS:0;2424dce0d377:37959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:15:58,673 INFO [RS:0;2424dce0d377:37959 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:15:58,673 INFO [RS:0;2424dce0d377:37959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:15:58,673 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:15:58,674 INFO [RS:0;2424dce0d377:37959 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,37959,1731089745142 because: Region server is closing 2024-11-08T18:15:58,674 INFO [RS:0;2424dce0d377:37959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:37959. 2024-11-08T18:15:58,675 DEBUG [RS:0;2424dce0d377:37959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:15:58,675 DEBUG [RS:0;2424dce0d377:37959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:58,675 DEBUG [RS:0;2424dce0d377:37959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:58,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:15:58,669 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-2424dce0d377,37959,1731089745142 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142/2424dce0d377%2C37959%2C1731089745142.1731089748523, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T18:15:58,679 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2424dce0d377,37959,1731089745142: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-2424dce0d377,37959,1731089745142, walGroup=2424dce0d377%2C37959%2C1731089745142, offset=2424dce0d377%2C37959%2C1731089745142.1731089748523:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:37959 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T18:15:58,681 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T18:15:58,684 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T18:15:58,685 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T18:15:58,685 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T18:15:58,685 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T18:15:58,685 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 381095080 }, "NonHeapMemoryUsage": { "committed": 152567808, "init": 7667712, "max": -1, "used": 150247208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T18:15:58,687 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2424dce0d377%2C37959%2C1731089745142.1731089748523] 2024-11-08T18:15:58,775 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142.replicationSource.wal-reader.2424dce0d377%2C37959%2C1731089745142,1-2424dce0d377,37959,1731089745142 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:15:58,775 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,1-2424dce0d377,37959,1731089745142 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T18:15:58,776 INFO [RS:0;2424dce0d377:37959 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,1-2424dce0d377,37959,1731089745142 terminated 2024-11-08T18:15:58,776 INFO [RS:0;2424dce0d377:37959 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2424dce0d377,37959,1731089745142 because: Region server is closing 2024-11-08T18:15:58,777 INFO [RS:0;2424dce0d377:37959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:37959. 2024-11-08T18:15:58,777 DEBUG [RS:0;2424dce0d377:37959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:15:58,777 DEBUG [RS:0;2424dce0d377:37959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:58,777 DEBUG [RS:0;2424dce0d377:37959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:15:58,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:15:58,777 INFO [RS:0;2424dce0d377:37959 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,37959,1731089745142.replicationSource.shipper2424dce0d377%2C37959%2C1731089745142,2-2424dce0d377,37959,1731089745142 terminated 2024-11-08T18:15:58,778 INFO [RS:0;2424dce0d377:37959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37959 2024-11-08T18:15:58,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861/rs 2024-11-08T18:15:58,858 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1620871861/rs/2424dce0d377,37959,1731089745142 2024-11-08T18:15:58,858 INFO [RS:0;2424dce0d377:37959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:15:58,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,37959,1731089745142] 2024-11-08T18:15:58,886 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/draining/2424dce0d377,37959,1731089745142 already deleted, retry=false 2024-11-08T18:15:58,887 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,37959,1731089745142 expired; onlineServers=0 2024-11-08T18:15:58,887 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,33817,1731089744403' ***** 2024-11-08T18:15:58,887 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:15:58,887 INFO [M:0;2424dce0d377:33817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:15:58,888 INFO [M:0;2424dce0d377:33817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:15:58,888 DEBUG [M:0;2424dce0d377:33817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:15:58,888 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:15:58,888 DEBUG [M:0;2424dce0d377:33817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:15:58,888 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089748129 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089748129,5,FailOnTimeoutGroup] 2024-11-08T18:15:58,888 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089748125 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089748125,5,FailOnTimeoutGroup] 2024-11-08T18:15:58,888 INFO [M:0;2424dce0d377:33817 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:15:58,889 INFO [M:0;2424dce0d377:33817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:15:58,889 DEBUG [M:0;2424dce0d377:33817 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:15:58,889 INFO [M:0;2424dce0d377:33817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:15:58,889 INFO [M:0;2424dce0d377:33817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:15:58,890 INFO [M:0;2424dce0d377:33817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:15:58,890 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:15:58,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1620871861/master 2024-11-08T18:15:58,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:15:58,897 DEBUG [M:0;2424dce0d377:33817 {}] zookeeper.ZKUtil(347): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Unable to get data of znode /0-1620871861/master because node does not exist (not an error) 2024-11-08T18:15:58,897 WARN [M:0;2424dce0d377:33817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:15:58,898 INFO [M:0;2424dce0d377:33817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/.lastflushedseqids 2024-11-08T18:15:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741842_1018 (size=181) 2024-11-08T18:15:58,977 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:15:58,977 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37959-0x1011ba92b180001, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:15:58,977 INFO [RS:0;2424dce0d377:37959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:15:58,978 INFO [RS:0;2424dce0d377:37959 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,37959,1731089745142; zookeeper connection closed. 2024-11-08T18:15:58,978 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e71555 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e71555 2024-11-08T18:15:58,978 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:15:59,312 INFO [M:0;2424dce0d377:33817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:15:59,312 INFO [M:0;2424dce0d377:33817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:15:59,313 DEBUG [M:0;2424dce0d377:33817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:15:59,313 INFO [M:0;2424dce0d377:33817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:15:59,313 DEBUG [M:0;2424dce0d377:33817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:15:59,313 DEBUG [M:0;2424dce0d377:33817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:15:59,313 DEBUG [M:0;2424dce0d377:33817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:15:59,313 INFO [M:0;2424dce0d377:33817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-08T18:15:59,329 DEBUG [M:0;2424dce0d377:33817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f933425566c04a8e9a27804af81738d2 is 82, key is hbase:meta,,1/info:regioninfo/1731089749193/Put/seqid=0 2024-11-08T18:15:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741843_1019 (size=5672) 2024-11-08T18:15:59,735 INFO [M:0;2424dce0d377:33817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f933425566c04a8e9a27804af81738d2 2024-11-08T18:15:59,764 DEBUG [M:0;2424dce0d377:33817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ba5bdcedf3142cda815f6470785728a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731089755456/Put/seqid=0 2024-11-08T18:15:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741844_1020 (size=8663) 2024-11-08T18:16:00,171 INFO [M:0;2424dce0d377:33817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ba5bdcedf3142cda815f6470785728a 2024-11-08T18:16:00,199 DEBUG [M:0;2424dce0d377:33817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b42a831e36743c6937a906a1554d2f7 is 69, key is 2424dce0d377,37959,1731089745142/rs:state/1731089748189/Put/seqid=0 2024-11-08T18:16:00,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741845_1021 (size=5156) 2024-11-08T18:16:00,606 INFO [M:0;2424dce0d377:33817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b42a831e36743c6937a906a1554d2f7 2024-11-08T18:16:00,618 DEBUG [M:0;2424dce0d377:33817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f933425566c04a8e9a27804af81738d2 as hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f933425566c04a8e9a27804af81738d2 2024-11-08T18:16:00,627 INFO [M:0;2424dce0d377:33817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f933425566c04a8e9a27804af81738d2, entries=8, sequenceid=115, filesize=5.5 K 2024-11-08T18:16:00,628 DEBUG [M:0;2424dce0d377:33817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ba5bdcedf3142cda815f6470785728a as hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ba5bdcedf3142cda815f6470785728a 2024-11-08T18:16:00,636 INFO [M:0;2424dce0d377:33817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ba5bdcedf3142cda815f6470785728a, entries=14, sequenceid=115, filesize=8.5 K 2024-11-08T18:16:00,638 DEBUG [M:0;2424dce0d377:33817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b42a831e36743c6937a906a1554d2f7 as hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b42a831e36743c6937a906a1554d2f7 2024-11-08T18:16:00,646 INFO [M:0;2424dce0d377:33817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b42a831e36743c6937a906a1554d2f7, entries=1, sequenceid=115, filesize=5.0 K 2024-11-08T18:16:00,648 INFO [M:0;2424dce0d377:33817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=115, compaction requested=false 2024-11-08T18:16:00,649 INFO [M:0;2424dce0d377:33817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:00,649 DEBUG [M:0;2424dce0d377:33817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089759312Disabling compacts and flushes for region at 1731089759312Disabling writes for close at 1731089759313 (+1 ms)Obtaining lock to block concurrent updates at 1731089759313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089759313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731089759314 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089759315 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089759315Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089759329 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089759329Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089759743 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089759763 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089759763Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089760183 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089760198 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089760198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f317a3: reopening flushed file at 1731089760617 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290dca0: reopening flushed file at 1731089760627 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17347d33: reopening flushed file at 1731089760637 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=115, compaction requested=false at 1731089760648 (+11 ms)Writing region close event to WAL at 1731089760649 (+1 ms)Closed at 1731089760649 2024-11-08T18:16:00,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741830_1006 (size=59421) 2024-11-08T18:16:00,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,33817,1731089744403/2424dce0d377%2C33817%2C1731089744403.1731089747264 not finished, retry = 0 2024-11-08T18:16:00,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:16:00,755 INFO [M:0;2424dce0d377:33817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:16:00,755 INFO [M:0;2424dce0d377:33817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33817 2024-11-08T18:16:00,756 INFO [M:0;2424dce0d377:33817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:16:00,870 INFO [M:0;2424dce0d377:33817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:16:00,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:00,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33817-0x1011ba92b180000, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:00,872 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:16:00,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:00,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:00,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:16:00,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:00,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:16:00,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:16:00,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:16:00,873 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34801 2024-11-08T18:16:00,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34801 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-11-08T18:16:00,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348010x0, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:00,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34801-0x1011ba92b180006 connected 2024-11-08T18:16:00,895 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:16:00,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:00,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:00,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/running 2024-11-08T18:16:00,905 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1620871861/meta-region-server: INIT 2024-11-08T18:16:00,906 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b, hbase.cluster.distributed=false 2024-11-08T18:16:00,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/acl 2024-11-08T18:16:00,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34801 2024-11-08T18:16:00,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34801 2024-11-08T18:16:00,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34801 2024-11-08T18:16:00,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34801 2024-11-08T18:16:00,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34801 2024-11-08T18:16:00,941 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:16:00,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:00,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:00,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:16:00,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:00,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:16:00,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:16:00,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:16:00,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33721 2024-11-08T18:16:00,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33721 connecting to ZooKeeper ensemble=127.0.0.1:58931 2024-11-08T18:16:00,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:00,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:00,971 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337210x0, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:00,971 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1620871861/meta-region-server: INIT 2024-11-08T18:16:00,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337210x0, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/running 2024-11-08T18:16:00,972 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:16:00,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33721-0x1011ba92b180007 connected 2024-11-08T18:16:00,984 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:16:00,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/master 2024-11-08T18:16:00,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/acl 2024-11-08T18:16:00,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33721 2024-11-08T18:16:00,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33721 2024-11-08T18:16:00,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33721 2024-11-08T18:16:00,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33721 2024-11-08T18:16:01,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33721 2024-11-08T18:16:01,014 DEBUG [M:0;2424dce0d377:34801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:34801 2024-11-08T18:16:01,014 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1620871861/backup-masters/2424dce0d377,34801,1731089760871 2024-11-08T18:16:01,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861/backup-masters 2024-11-08T18:16:01,023 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861/backup-masters 2024-11-08T18:16:01,024 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on existing znode=/0-1620871861/backup-masters/2424dce0d377,34801,1731089760871 2024-11-08T18:16:01,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:16:01,034 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1620871861/master 2024-11-08T18:16:01,034 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:16:01,034 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on existing znode=/0-1620871861/master 2024-11-08T18:16:01,035 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1620871861/backup-masters/2424dce0d377,34801,1731089760871 from backup master directory 2024-11-08T18:16:01,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1620871861/backup-masters/2424dce0d377,34801,1731089760871 2024-11-08T18:16:01,044 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861/backup-masters 2024-11-08T18:16:01,044 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:16:01,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861/backup-masters 2024-11-08T18:16:01,044 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,34801,1731089760871 2024-11-08T18:16:01,061 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:01,062 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:16:01,078 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-08T18:16:01,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741846_1022 (size=196) 2024-11-08T18:16:01,094 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:16:01,095 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:16:01,095 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:01,108 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T18:16:01,112 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,33817,1731089744403 to hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,33817,1731089744403-dead as it is dead 2024-11-08T18:16:01,114 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T18:16:01,115 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T18:16:01,115 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,33817,1731089744403-dead/2424dce0d377%2C33817%2C1731089744403.1731089747264 2024-11-08T18:16:01,121 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,33817,1731089744403-dead/2424dce0d377%2C33817%2C1731089744403.1731089747264 after 4ms 2024-11-08T18:16:01,122 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,33817,1731089744403-dead/2424dce0d377%2C33817%2C1731089744403.1731089747264 to hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2424dce0d377%2C33817%2C1731089744403.1731089747264 2024-11-08T18:16:01,122 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,33817,1731089744403-dead 2024-11-08T18:16:01,123 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,34801,1731089760871 2024-11-08T18:16:01,125 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:16:01,127 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C34801%2C1731089760871, suffix=, logDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,34801,1731089760871, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/oldWALs, maxLogs=10 2024-11-08T18:16:01,141 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,34801,1731089760871/2424dce0d377%2C34801%2C1731089760871.1731089761127, exclude list is [], retry=0 2024-11-08T18:16:01,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-627a14c3-61e9-41dc-b41c-8851bedc1003,DISK] 2024-11-08T18:16:01,156 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,34801,1731089760871/2424dce0d377%2C34801%2C1731089760871.1731089761127 2024-11-08T18:16:01,160 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-08T18:16:01,161 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:01,161 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:01,161 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:01,161 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:01,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:01,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:16:01,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:01,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f933425566c04a8e9a27804af81738d2 2024-11-08T18:16:01,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:01,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:01,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:16:01,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:01,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ba5bdcedf3142cda815f6470785728a 2024-11-08T18:16:01,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:01,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:01,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:16:01,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:01,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b42a831e36743c6937a906a1554d2f7 2024-11-08T18:16:01,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:01,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:01,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:16:01,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:01,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:01,223 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:01,224 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T18:16:01,225 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2424dce0d377%2C33817%2C1731089744403.1731089747264 2024-11-08T18:16:01,246 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2424dce0d377%2C33817%2C1731089744403.1731089747264 2024-11-08T18:16:01,248 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2424dce0d377%2C33817%2C1731089744403.1731089747264 2024-11-08T18:16:01,251 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:01,251 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:01,252 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:01,255 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:01,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-08T18:16:01,264 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60440629, jitterRate=-0.09936444461345673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:01,264 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089761162Initializing all the Stores at 1731089761164 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089761164Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089761172 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089761172Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089761172Cleaning up temporary data from old regions at 1731089761251 (+79 ms)Region opened successfully at 1731089761264 (+13 ms) 2024-11-08T18:16:01,265 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:16:01,270 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6e7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:16:01,288 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T18:16:01,289 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:16:01,289 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:16:01,289 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:16:01,291 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T18:16:01,302 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:01,302 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:16:01,304 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:16:01,304 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:16:01,305 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T18:16:01,305 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T18:16:01,305 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 14 msec 2024-11-08T18:16:01,305 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:16:01,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2424dce0d377,37959,1731089745142, regionLocation=2424dce0d377,37959,1731089745142, openSeqNum=2 2024-11-08T18:16:01,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2424dce0d377,37959,1731089745142, table=hbase:meta, region=1588230740 2024-11-08T18:16:01,322 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,37959,1731089745142, state=OPEN 2024-11-08T18:16:01,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1620871861/meta-region-server 2024-11-08T18:16:01,491 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1620871861/meta-region-server 2024-11-08T18:16:01,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1620871861/meta-region-server: CHANGED 2024-11-08T18:16:01,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1620871861/meta-region-server: CHANGED 2024-11-08T18:16:01,498 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:16:01,756 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/draining/2424dce0d377,37959,1731089745142 already deleted, retry=false 2024-11-08T18:16:01,756 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 2424dce0d377,37959,1731089745142 on 2424dce0d377,34801,1731089760871 2024-11-08T18:16:01,765 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2424dce0d377,37959,1731089745142, splitWal=true, meta=true 2024-11-08T18:16:01,768 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 2424dce0d377,37959,1731089745142 (carryingMeta=true) 2424dce0d377,37959,1731089745142/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7a7b6493[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T18:16:01,771 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Unable to get data of znode /0-1620871861/balancer because node does not exist (not necessarily an error) 2024-11-08T18:16:01,875 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/balancer already deleted, retry=false 2024-11-08T18:16:01,876 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:16:01,877 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Unable to get data of znode /0-1620871861/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:16:01,897 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/normalizer already deleted, retry=false 2024-11-08T18:16:01,898 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:16:01,900 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Unable to get data of znode /0-1620871861/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:16:01,907 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/switch/split already deleted, retry=false 2024-11-08T18:16:01,909 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Unable to get data of znode /0-1620871861/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:16:01,918 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/switch/merge already deleted, retry=false 2024-11-08T18:16:01,942 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Unable to get data of znode /0-1620871861/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:16:01,949 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/snapshot-cleanup already deleted, retry=false 2024-11-08T18:16:01,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1620871861/running 2024-11-08T18:16:01,960 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1620871861/running 2024-11-08T18:16:01,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:16:01,960 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:16:01,961 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,34801,1731089760871, sessionid=0x1011ba92b180006, setting cluster-up flag (Was=false) 2024-11-08T18:16:01,972 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1620871861/flush-table-proc/acquired, /0-1620871861/flush-table-proc/reached, /0-1620871861/flush-table-proc/abort 2024-11-08T18:16:01,974 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,34801,1731089760871 2024-11-08T18:16:01,983 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1620871861/online-snapshot/acquired, /0-1620871861/online-snapshot/reached, /0-1620871861/online-snapshot/abort 2024-11-08T18:16:01,986 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,34801,1731089760871 2024-11-08T18:16:01,989 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/.lastflushedseqids 2024-11-08T18:16:01,993 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:16:01,994 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:16:01,994 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,34801,1731089760871 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 2424dce0d377,37959,1731089745142 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:16:01,996 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:01,996 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:01,996 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:01,996 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:01,996 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:16:01,996 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:01,996 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:16:01,996 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:01,997 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089791997 2024-11-08T18:16:01,997 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:16:01,997 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:16:01,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:16:01,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:16:01,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:16:01,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:16:01,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:01,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:16:01,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:16:01,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:16:01,998 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:16:01,999 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:16:01,999 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:16:01,999 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089761999,5,FailOnTimeoutGroup] 2024-11-08T18:16:01,999 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089761999,5,FailOnTimeoutGroup] 2024-11-08T18:16:01,999 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:01,999 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:16:02,000 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:02,000 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:02,000 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2424dce0d377,37959,1731089745142, splitWal=true, meta=true 2024-11-08T18:16:02,000 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089762000, completionTime=-1 2024-11-08T18:16:02,000 WARN [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T18:16:02,001 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2424dce0d377,37959,1731089745142, splitWal=true, meta=true, isMeta: true 2024-11-08T18:16:02,003 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142-splitting 2024-11-08T18:16:02,003 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T18:16:02,004 INFO [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(746): ClusterId : 48ee1917-02ef-41c4-8e62-7a2664d475d2 2024-11-08T18:16:02,004 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:16:02,005 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142-splitting dir is empty, no logs to split. 2024-11-08T18:16:02,005 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2424dce0d377,37959,1731089745142 WAL count=0, meta=true 2024-11-08T18:16:02,008 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142-splitting dir is empty, no logs to split. 2024-11-08T18:16:02,009 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2424dce0d377,37959,1731089745142 WAL count=0, meta=true 2024-11-08T18:16:02,009 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2424dce0d377,37959,1731089745142 WAL splitting is done? wals=0, meta=true 2024-11-08T18:16:02,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:16:02,012 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:16:02,013 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T18:16:02,014 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:16:02,014 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:16:02,024 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:16:02,025 DEBUG [RS:0;2424dce0d377:33721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c053ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:16:02,040 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:33721 2024-11-08T18:16:02,040 INFO [RS:0;2424dce0d377:33721 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:16:02,041 INFO [RS:0;2424dce0d377:33721 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:16:02,041 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:16:02,042 INFO [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,34801,1731089760871 with port=33721, startcode=1731089760941 2024-11-08T18:16:02,042 DEBUG [RS:0;2424dce0d377:33721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:16:02,043 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:16:02,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,33721,1731089760941 2024-11-08T18:16:02,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34801 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,33721,1731089760941 2024-11-08T18:16:02,046 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b 2024-11-08T18:16:02,046 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38179 2024-11-08T18:16:02,046 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:16:02,054 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T18:16:02,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861/rs 2024-11-08T18:16:02,055 DEBUG [RS:0;2424dce0d377:33721 {}] zookeeper.ZKUtil(111): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on existing znode=/0-1620871861/rs/2424dce0d377,33721,1731089760941 2024-11-08T18:16:02,055 WARN [RS:0;2424dce0d377:33721 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:16:02,055 INFO [RS:0;2424dce0d377:33721 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:02,055 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941 2024-11-08T18:16:02,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,33721,1731089760941] 2024-11-08T18:16:02,090 INFO [RS:0;2424dce0d377:33721 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:16:02,093 INFO [RS:0;2424dce0d377:33721 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:16:02,093 INFO [RS:0;2424dce0d377:33721 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:16:02,093 INFO [RS:0;2424dce0d377:33721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:02,093 INFO [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:16:02,094 INFO [RS:0;2424dce0d377:33721 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:16:02,094 INFO [RS:0;2424dce0d377:33721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:02,094 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:02,094 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:02,095 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:02,095 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:02,095 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:02,095 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:16:02,095 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:02,095 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:02,095 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:02,095 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:02,095 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:02,095 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:02,095 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:16:02,095 DEBUG [RS:0;2424dce0d377:33721 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:16:02,096 INFO [RS:0;2424dce0d377:33721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:02,096 INFO [RS:0;2424dce0d377:33721 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:02,096 INFO [RS:0;2424dce0d377:33721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:02,096 INFO [RS:0;2424dce0d377:33721 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:02,096 INFO [RS:0;2424dce0d377:33721 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:02,096 INFO [RS:0;2424dce0d377:33721 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33721,1731089760941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:16:02,111 INFO [RS:0;2424dce0d377:33721 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:16:02,111 INFO [RS:0;2424dce0d377:33721 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33721,1731089760941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:02,125 INFO [RS:0;2424dce0d377:33721 {}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,33721,1731089760941, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:16:02,139 INFO [RS:0;2424dce0d377:33721 {}] regionserver.ReplicationSource(231): queueId=2-2424dce0d377,33721,1731089760941, ReplicationSource: 2, currentBandwidth=0 2024-11-08T18:16:02,139 INFO [RS:0;2424dce0d377:33721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:02,139 INFO [RS:0;2424dce0d377:33721 {}] regionserver.Replication(171): 2424dce0d377,33721,1731089760941 started 2024-11-08T18:16:02,139 DEBUG [RS:0;2424dce0d377:33721.replicationSource,1-2424dce0d377,33721,1731089760941 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:44427' 2024-11-08T18:16:02,141 DEBUG [RS:0;2424dce0d377:33721.replicationSource,1-2424dce0d377,33721,1731089760941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47657858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:02,141 DEBUG [RS:0;2424dce0d377:33721.replicationSource,1-2424dce0d377,33721,1731089760941 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,44427,-1 for getting cluster id 2024-11-08T18:16:02,141 DEBUG [RS:0;2424dce0d377:33721.replicationSource,1-2424dce0d377,33721,1731089760941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:02,142 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '110fb3fd-46bf-4a63-8d75-67283a785cf3' 2024-11-08T18:16:02,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:02,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "110fb3fd-46bf-4a63-8d75-67283a785cf3" 2024-11-08T18:16:02,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@754187fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:02,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,44427,-1] 2024-11-08T18:16:02,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:02,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:02,144 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:02,145 DEBUG [RS:0;2424dce0d377:33721.replicationSource,1-2424dce0d377,33721,1731089760941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63df4b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:02,145 DEBUG [RS:0;2424dce0d377:33721.replicationSource,1-2424dce0d377,33721,1731089760941 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:02,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,44427,1731089751396 2024-11-08T18:16:02,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67674cf8 2024-11-08T18:16:02,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:02,147 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T18:16:02,148 INFO [RS:0;2424dce0d377:33721.replicationSource,1-2424dce0d377,33721,1731089760941 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,33721,1731089760941 (queues=0) is replicating from cluster=48ee1917-02ef-41c4-8e62-7a2664d475d2 to cluster=110fb3fd-46bf-4a63-8d75-67283a785cf3 2024-11-08T18:16:02,153 INFO [RS:0;2424dce0d377:33721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:02,153 INFO [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,33721,1731089760941, RpcServer on 2424dce0d377/172.17.0.3:33721, sessionid=0x1011ba92b180007 2024-11-08T18:16:02,153 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:16:02,154 DEBUG [RS:0;2424dce0d377:33721 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,33721,1731089760941 2024-11-08T18:16:02,154 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,33721,1731089760941' 2024-11-08T18:16:02,154 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1620871861/flush-table-proc/abort' 2024-11-08T18:16:02,154 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1620871861/flush-table-proc/acquired' 2024-11-08T18:16:02,155 DEBUG [RS:0;2424dce0d377:33721.replicationSource,2-2424dce0d377,33721,1731089760941 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:44427' 2024-11-08T18:16:02,155 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:16:02,155 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:16:02,155 DEBUG [RS:0;2424dce0d377:33721 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,33721,1731089760941 2024-11-08T18:16:02,155 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,33721,1731089760941' 2024-11-08T18:16:02,155 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1620871861/online-snapshot/abort' 2024-11-08T18:16:02,156 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1620871861/online-snapshot/acquired' 2024-11-08T18:16:02,156 DEBUG [RS:0;2424dce0d377:33721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:16:02,156 INFO [RS:0;2424dce0d377:33721 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:16:02,156 INFO [RS:0;2424dce0d377:33721 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:16:02,156 DEBUG [RS:0;2424dce0d377:33721.replicationSource,2-2424dce0d377,33721,1731089760941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e40f60d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:02,156 DEBUG [RS:0;2424dce0d377:33721.replicationSource,2-2424dce0d377,33721,1731089760941 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,44427,-1 for getting cluster id 2024-11-08T18:16:02,156 DEBUG [RS:0;2424dce0d377:33721.replicationSource,2-2424dce0d377,33721,1731089760941 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:02,157 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '110fb3fd-46bf-4a63-8d75-67283a785cf3' 2024-11-08T18:16:02,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:02,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "110fb3fd-46bf-4a63-8d75-67283a785cf3" 2024-11-08T18:16:02,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@506ce879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:02,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,44427,-1] 2024-11-08T18:16:02,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:02,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:02,159 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:02,160 DEBUG [RS:0;2424dce0d377:33721.replicationSource,2-2424dce0d377,33721,1731089760941 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@334de981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:02,160 DEBUG [RS:0;2424dce0d377:33721.replicationSource,2-2424dce0d377,33721,1731089760941 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:02,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,44427,1731089751396 2024-11-08T18:16:02,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d5297af 2024-11-08T18:16:02,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:02,162 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T18:16:02,163 INFO [RS:0;2424dce0d377:33721.replicationSource,2-2424dce0d377,33721,1731089760941 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2424dce0d377,33721,1731089760941 (queues=0) is replicating from cluster=48ee1917-02ef-41c4-8e62-7a2664d475d2 to cluster=110fb3fd-46bf-4a63-8d75-67283a785cf3 2024-11-08T18:16:02,164 WARN [2424dce0d377:34801 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T18:16:02,257 INFO [RS:0;2424dce0d377:33721 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:16:02,259 INFO [RS:0;2424dce0d377:33721 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C33721%2C1731089760941, suffix=, logDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/oldWALs, maxLogs=10 2024-11-08T18:16:02,271 DEBUG [RS:0;2424dce0d377:33721 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259, exclude list is [], retry=0 2024-11-08T18:16:02,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-627a14c3-61e9-41dc-b41c-8851bedc1003,DISK] 2024-11-08T18:16:02,277 INFO [RS:0;2424dce0d377:33721 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 2024-11-08T18:16:02,277 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2424dce0d377%2C33721%2C1731089760941 for peer 1 2024-11-08T18:16:02,278 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2424dce0d377%2C33721%2C1731089760941 for peer 2 2024-11-08T18:16:02,278 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C33721%2C1731089760941 2024-11-08T18:16:02,278 INFO [RS:0;2424dce0d377:33721 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,33721,1731089760941, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:16:02,278 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2424dce0d377%2C33721%2C1731089760941 2024-11-08T18:16:02,278 INFO [RS:0;2424dce0d377:33721.replicationSource.shipper2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C33721%2C1731089760941 2024-11-08T18:16:02,278 INFO [RS:0;2424dce0d377:33721 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2424dce0d377,33721,1731089760941, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:16:02,280 DEBUG [RS:0;2424dce0d377:33721 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-08T18:16:02,280 INFO [RS:0;2424dce0d377:33721.replicationSource.shipper2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C33721%2C1731089760941 2024-11-08T18:16:02,280 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259, startPosition=0, beingWritten=true 2024-11-08T18:16:02,280 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259, startPosition=0, beingWritten=true 2024-11-08T18:16:02,414 DEBUG [2424dce0d377:34801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:16:02,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,33721,1731089760941 2024-11-08T18:16:02,417 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,33721,1731089760941, state=OPENING 2024-11-08T18:16:02,466 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1620871861/meta-region-server 2024-11-08T18:16:02,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1620871861/meta-region-server 2024-11-08T18:16:02,466 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:16:02,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1620871861/meta-region-server: CHANGED 2024-11-08T18:16:02,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1620871861/meta-region-server: CHANGED 2024-11-08T18:16:02,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,33721,1731089760941}] 2024-11-08T18:16:02,488 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:02,488 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:02,623 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:16:02,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:16:02,629 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:16:02,629 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:02,629 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:16:02,631 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C33721%2C1731089760941.meta, suffix=.meta, logDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/oldWALs, maxLogs=10 2024-11-08T18:16:02,644 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.meta.1731089762632.meta, exclude list is [], retry=0 2024-11-08T18:16:02,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-627a14c3-61e9-41dc-b41c-8851bedc1003,DISK] 2024-11-08T18:16:02,650 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.meta.1731089762632.meta 2024-11-08T18:16:02,650 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-08T18:16:02,650 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:02,651 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:16:02,651 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:16:02,651 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:16:02,651 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:16:02,651 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:16:02,651 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:02,651 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:16:02,651 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:16:02,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:16:02,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:16:02,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:02,663 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/info/de41d081f90d473f9582a3c8e49ff9fa 2024-11-08T18:16:02,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:02,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:16:02,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:16:02,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:02,674 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/ns/b0d288c2a09d45cb84eeb220c5f168a8 2024-11-08T18:16:02,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:02,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:16:02,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:16:02,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:02,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:02,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:16:02,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:16:02,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:02,685 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/table/ee295a4aa4bf4ca48ee5cfff028eb6b0 2024-11-08T18:16:02,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:02,686 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:16:02,687 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740 2024-11-08T18:16:02,688 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740 2024-11-08T18:16:02,690 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:16:02,690 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:16:02,691 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:02,693 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:16:02,694 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62145015, jitterRate=-0.0739671140909195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:02,694 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:16:02,695 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089762652Writing region info on filesystem at 1731089762652Initializing all the Stores at 1731089762653 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089762653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089762653Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089762653Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089762653Cleaning up temporary data from old regions at 1731089762690 (+37 ms)Running coprocessor post-open hooks at 1731089762694 (+4 ms)Region opened successfully at 1731089762694 2024-11-08T18:16:02,696 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731089762622 2024-11-08T18:16:02,699 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:16:02,699 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:16:02,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=2424dce0d377,33721,1731089760941 2024-11-08T18:16:02,701 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,33721,1731089760941, state=OPEN 2024-11-08T18:16:02,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1620871861/meta-region-server 2024-11-08T18:16:02,707 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1620871861/meta-region-server 2024-11-08T18:16:02,707 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,33721,1731089760941 2024-11-08T18:16:02,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1620871861/meta-region-server: CHANGED 2024-11-08T18:16:02,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1620871861/meta-region-server: CHANGED 2024-11-08T18:16:02,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-08T18:16:02,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,33721,1731089760941 in 241 msec 2024-11-08T18:16:02,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T18:16:02,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 701 msec 2024-11-08T18:16:02,798 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:02,798 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:03,206 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:03,207 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:03,557 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-08T18:16:03,712 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:03,712 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:04,319 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:04,319 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:05,030 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:05,030 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:05,060 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T18:16:05,837 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:05,837 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:06,512 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T18:16:06,512 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:16:06,513 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:06,513 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33721,1731089760941, seqNum=-1] 2024-11-08T18:16:06,514 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:06,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:06,528 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6291580fd491c46739d334e5a5e585cf, regionState=OPEN, lastHost=2424dce0d377,37959,1731089745142, regionLocation=2424dce0d377,37959,1731089745142, openSeqNum=2 2024-11-08T18:16:06,528 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:16:06,528 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731089826528 2024-11-08T18:16:06,528 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731089886528 2024-11-08T18:16:06,528 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 15 msec 2024-11-08T18:16:06,529 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34801,1731089760871-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:06,529 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34801,1731089760871-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:06,529 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34801,1731089760871-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:06,529 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2424dce0d377,37959,1731089745142 had 2 regions 2024-11-08T18:16:06,529 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:34801, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:06,529 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:06,530 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:06,532 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2424dce0d377,37959,1731089745142, splitWal=true, meta=true, isMeta: false 2024-11-08T18:16:06,536 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142-splitting dir is empty, no logs to split. 2024-11-08T18:16:06,536 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2424dce0d377,37959,1731089745142 WAL count=0, meta=false 2024-11-08T18:16:06,541 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.496sec 2024-11-08T18:16:06,541 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:16:06,541 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:16:06,541 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,37959,1731089745142-splitting dir is empty, no logs to split. 2024-11-08T18:16:06,541 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:16:06,541 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2424dce0d377,37959,1731089745142 WAL count=0, meta=false 2024-11-08T18:16:06,541 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:16:06,541 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2424dce0d377,37959,1731089745142 WAL splitting is done? wals=0, meta=false 2024-11-08T18:16:06,541 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:16:06,542 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34801,1731089760871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:16:06,542 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34801,1731089760871-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:16:06,544 WARN [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=2424dce0d377,37959,1731089745142/hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:16:06,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6291580fd491c46739d334e5a5e585cf, ASSIGN}] 2024-11-08T18:16:06,547 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6291580fd491c46739d334e5a5e585cf, ASSIGN 2024-11-08T18:16:06,547 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:16:06,547 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:16:06,547 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34801,1731089760871-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:06,548 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6291580fd491c46739d334e5a5e585cf, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T18:16:06,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc9dd43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:06,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34801,-1 for getting cluster id 2024-11-08T18:16:06,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:06,616 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48ee1917-02ef-41c4-8e62-7a2664d475d2' 2024-11-08T18:16:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48ee1917-02ef-41c4-8e62-7a2664d475d2" 2024-11-08T18:16:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6a2933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34801,-1] 2024-11-08T18:16:06,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:06,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:06,629 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:06,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31af9be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:06,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:06,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33721,1731089760941, seqNum=-1] 2024-11-08T18:16:06,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:06,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:06,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T18:16:06,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:06,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:06,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:06,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:06,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:06,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 2424dce0d377:34801 after: 2424dce0d377:34801 2024-11-08T18:16:06,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e325eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:06,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34801,-1 for getting cluster id 2024-11-08T18:16:06,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:06,650 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48ee1917-02ef-41c4-8e62-7a2664d475d2' 2024-11-08T18:16:06,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:06,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48ee1917-02ef-41c4-8e62-7a2664d475d2" 2024-11-08T18:16:06,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57aa6f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:06,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34801,-1] 2024-11-08T18:16:06,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:06,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:06,653 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:06,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780cff3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:06,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:06,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,34801,1731089760871 2024-11-08T18:16:06,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f6685b1 2024-11-08T18:16:06,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:06,658 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:16:06,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34801 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T18:16:06,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34801 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T18:16:06,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34801 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T18:16:06,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34801 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T18:16:06,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:16:06,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:06,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:06,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:06,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:06,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:06,664 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:16:06,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1838923243, stopped=false 2024-11-08T18:16:06,665 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,44427,1731089751396 2024-11-08T18:16:06,699 DEBUG [2424dce0d377:34801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:16:06,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6291580fd491c46739d334e5a5e585cf, regionState=OPENING, regionLocation=2424dce0d377,33721,1731089760941 2024-11-08T18:16:06,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6291580fd491c46739d334e5a5e585cf, ASSIGN because future has completed 2024-11-08T18:16:06,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6291580fd491c46739d334e5a5e585cf, server=2424dce0d377,33721,1731089760941}] 2024-11-08T18:16:06,746 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:06,753 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:06,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:16:06,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:06,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:16:06,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C33721%2C1731089760941.rep, suffix=, logDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941, archiveDir=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/oldWALs, maxLogs=10 2024-11-08T18:16:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1145396213/running 2024-11-08T18:16:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1145396213/running 2024-11-08T18:16:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:16:06,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:16:06,878 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:16:06,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:06,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:06,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:06,879 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,44223,1731089751534' ***** 2024-11-08T18:16:06,879 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:16:06,880 INFO [RS:0;2424dce0d377:44223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:16:06,880 INFO [RS:0;2424dce0d377:44223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:16:06,880 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:16:06,880 INFO [RS:0;2424dce0d377:44223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:16:06,880 INFO [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,44223,1731089751534 2024-11-08T18:16:06,881 INFO [RS:0;2424dce0d377:44223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:16:06,881 INFO [RS:0;2424dce0d377:44223 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:44223. 2024-11-08T18:16:06,881 DEBUG [RS:0;2424dce0d377:44223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:06,881 DEBUG [RS:0;2424dce0d377:44223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:06,881 INFO [RS:0;2424dce0d377:44223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:16:06,881 INFO [RS:0;2424dce0d377:44223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:16:06,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Set watcher on znode that does not yet exist, /1145396213/running 2024-11-08T18:16:06,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Set watcher on znode that does not yet exist, /1145396213/running 2024-11-08T18:16:06,882 INFO [RS:0;2424dce0d377:44223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:16:06,882 INFO [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:16:06,884 INFO [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:16:06,884 DEBUG [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:16:06,884 DEBUG [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:16:06,885 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:16:06,885 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:16:06,885 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:16:06,885 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:16:06,885 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:16:06,886 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T18:16:06,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.rep.1731089766868, exclude list is [], retry=0 2024-11-08T18:16:06,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44417,DS-627a14c3-61e9-41dc-b41c-8851bedc1003,DISK] 2024-11-08T18:16:06,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.rep.1731089766868 2024-11-08T18:16:06,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-08T18:16:06,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6291580fd491c46739d334e5a5e585cf, NAME => 'hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:06,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:16:06,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:16:06,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. service=MultiRowMutationService 2024-11-08T18:16:06,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:16:06,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:06,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,919 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,922 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6291580fd491c46739d334e5a5e585cf columnFamilyName hfileref 2024-11-08T18:16:06,922 DEBUG [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:06,923 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.HStore(327): Store=6291580fd491c46739d334e5a5e585cf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:06,923 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,923 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/data/hbase/meta/1588230740/.tmp/ns/8c81ac1f6dec4088b3442ed6731830d6 is 43, key is default/ns:d/1731089753986/Put/seqid=0 2024-11-08T18:16:06,924 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6291580fd491c46739d334e5a5e585cf columnFamilyName queue 2024-11-08T18:16:06,924 DEBUG [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:06,933 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:16:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741835_1011 (size=5153) 2024-11-08T18:16:06,937 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/data/hbase/meta/1588230740/.tmp/ns/8c81ac1f6dec4088b3442ed6731830d6 2024-11-08T18:16:06,939 DEBUG [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf/queue/58be87ca6d174021acc77a8c9fb7fb8b 2024-11-08T18:16:06,939 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.HStore(327): Store=6291580fd491c46739d334e5a5e585cf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:06,939 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,941 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6291580fd491c46739d334e5a5e585cf columnFamilyName sid 2024-11-08T18:16:06,941 DEBUG [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:06,942 INFO [StoreOpener-6291580fd491c46739d334e5a5e585cf-1 {}] regionserver.HStore(327): Store=6291580fd491c46739d334e5a5e585cf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:06,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:16:06,953 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/data/hbase/meta/1588230740/.tmp/ns/8c81ac1f6dec4088b3442ed6731830d6 as hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/data/hbase/meta/1588230740/ns/8c81ac1f6dec4088b3442ed6731830d6 2024-11-08T18:16:06,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 6291580fd491c46739d334e5a5e585cf; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65680443, jitterRate=-0.021285131573677063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:16:06,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:06,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6291580fd491c46739d334e5a5e585cf: Running coprocessor pre-open hook at 1731089766915Writing region info on filesystem at 1731089766915Initializing all the Stores at 1731089766916 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089766916Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089766919 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089766919Cleaning up temporary data from old regions at 1731089766949 (+30 ms)Running coprocessor post-open hooks at 1731089766955 (+6 ms)Region opened successfully at 1731089766956 (+1 ms) 2024-11-08T18:16:06,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf., pid=19, masterSystemTime=1731089766858 2024-11-08T18:16:06,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:16:06,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:16:06,962 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=6291580fd491c46739d334e5a5e585cf, regionState=OPEN, openSeqNum=10, regionLocation=2424dce0d377,33721,1731089760941 2024-11-08T18:16:06,964 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/data/hbase/meta/1588230740/ns/8c81ac1f6dec4088b3442ed6731830d6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T18:16:06,966 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=6, compaction requested=false 2024-11-08T18:16:06,967 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:16:06,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6291580fd491c46739d334e5a5e585cf, server=2424dce0d377,33721,1731089760941 because future has completed 2024-11-08T18:16:06,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T18:16:06,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 6291580fd491c46739d334e5a5e585cf, server=2424dce0d377,33721,1731089760941 in 270 msec 2024-11-08T18:16:06,980 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T18:16:06,981 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:16:06,981 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:16:06,981 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:16:06,982 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089766885Running coprocessor pre-close hooks at 1731089766885Disabling compacts and flushes for region at 1731089766885Disabling writes for close at 1731089766885Obtaining lock to block concurrent updates at 1731089766886 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731089766886Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731089766886Flushing stores of hbase:meta,,1.1588230740 at 1731089766887 (+1 ms)Flushing 1588230740/ns: creating writer at 1731089766888 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731089766922 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731089766923 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db8a6ba: reopening flushed file at 1731089766952 (+29 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=6, compaction requested=false at 1731089766967 (+15 ms)Writing region close event to WAL at 1731089766973 (+6 ms)Running coprocessor post-close hooks at 1731089766981 (+8 ms)Closed at 1731089766981 2024-11-08T18:16:06,982 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:16:06,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-08T18:16:06,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6291580fd491c46739d334e5a5e585cf, ASSIGN in 434 msec 2024-11-08T18:16:06,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T18:16:07,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf., hostname=2424dce0d377,33721,1731089760941, seqNum=10] 2024-11-08T18:16:07,039 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 2424dce0d377,37959,1731089745142 2024-11-08T18:16:07,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T18:16:07,085 INFO [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,44223,1731089751534; all regions closed. 2024-11-08T18:16:07,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741834_1010 (size=1152) 2024-11-08T18:16:07,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/WALs/2424dce0d377,44223,1731089751534/2424dce0d377%2C44223%2C1731089751534.meta.1731089753916.meta not finished, retry = 0 2024-11-08T18:16:07,192 DEBUG [RS:0;2424dce0d377:44223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/oldWALs 2024-11-08T18:16:07,192 INFO [RS:0;2424dce0d377:44223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C44223%2C1731089751534.meta:.meta(num 1731089753916) 2024-11-08T18:16:07,195 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/WALs/2424dce0d377,44223,1731089751534/2424dce0d377%2C44223%2C1731089751534.1731089752758 not finished, retry = 0 2024-11-08T18:16:07,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741832_1008 (size=93) 2024-11-08T18:16:07,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33721 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-08T18:16:07,298 DEBUG [RS:0;2424dce0d377:44223 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/oldWALs 2024-11-08T18:16:07,298 INFO [RS:0;2424dce0d377:44223 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C44223%2C1731089751534:(num 1731089752758) 2024-11-08T18:16:07,298 DEBUG [RS:0;2424dce0d377:44223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:07,298 INFO [RS:0;2424dce0d377:44223 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:16:07,299 INFO [RS:0;2424dce0d377:44223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:16:07,299 INFO [RS:0;2424dce0d377:44223 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:16:07,299 INFO [RS:0;2424dce0d377:44223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:16:07,299 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:16:07,299 INFO [RS:0;2424dce0d377:44223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44223 2024-11-08T18:16:07,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213/rs 2024-11-08T18:16:07,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1145396213/rs/2424dce0d377,44223,1731089751534 2024-11-08T18:16:07,328 INFO [RS:0;2424dce0d377:44223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:16:07,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,44223,1731089751534] 2024-11-08T18:16:07,349 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1145396213/draining/2424dce0d377,44223,1731089751534 already deleted, retry=false 2024-11-08T18:16:07,349 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,44223,1731089751534 expired; onlineServers=0 2024-11-08T18:16:07,349 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,44427,1731089751396' ***** 2024-11-08T18:16:07,349 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:16:07,349 INFO [M:0;2424dce0d377:44427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:16:07,350 INFO [M:0;2424dce0d377:44427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:16:07,350 DEBUG [M:0;2424dce0d377:44427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:16:07,350 DEBUG [M:0;2424dce0d377:44427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:16:07,350 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:16:07,350 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089752500 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089752500,5,FailOnTimeoutGroup] 2024-11-08T18:16:07,350 INFO [M:0;2424dce0d377:44427 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:16:07,350 INFO [M:0;2424dce0d377:44427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:16:07,350 DEBUG [M:0;2424dce0d377:44427 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:16:07,350 INFO [M:0;2424dce0d377:44427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:16:07,350 INFO [M:0;2424dce0d377:44427 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:16:07,351 INFO [M:0;2424dce0d377:44427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:16:07,351 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:16:07,351 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089752503 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089752503,5,FailOnTimeoutGroup] 2024-11-08T18:16:07,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1145396213/master 2024-11-08T18:16:07,360 DEBUG [M:0;2424dce0d377:44427 {}] zookeeper.ZKUtil(347): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Unable to get data of znode /1145396213/master because node does not exist (not an error) 2024-11-08T18:16:07,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145396213 2024-11-08T18:16:07,360 WARN [M:0;2424dce0d377:44427 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:16:07,362 INFO [M:0;2424dce0d377:44427 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/.lastflushedseqids 2024-11-08T18:16:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741836_1012 (size=99) 2024-11-08T18:16:07,374 INFO [M:0;2424dce0d377:44427 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:16:07,374 INFO [M:0;2424dce0d377:44427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:16:07,374 DEBUG [M:0;2424dce0d377:44427 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:16:07,374 INFO [M:0;2424dce0d377:44427 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:07,374 DEBUG [M:0;2424dce0d377:44427 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:07,374 DEBUG [M:0;2424dce0d377:44427 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:16:07,374 DEBUG [M:0;2424dce0d377:44427 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:07,375 INFO [M:0;2424dce0d377:44427 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T18:16:07,418 DEBUG [M:0;2424dce0d377:44427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6afaf9fe47b943379fdab5e470318248 is 82, key is hbase:meta,,1/info:regioninfo/1731089753964/Put/seqid=0 2024-11-08T18:16:07,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741837_1013 (size=5672) 2024-11-08T18:16:07,439 INFO [RS:0;2424dce0d377:44223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:16:07,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:07,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44223-0x1011ba92b180004, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:07,439 INFO [RS:0;2424dce0d377:44223 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,44223,1731089751534; zookeeper connection closed. 2024-11-08T18:16:07,439 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@713ab1f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@713ab1f 2024-11-08T18:16:07,440 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:16:07,758 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:07,768 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:07,831 INFO [M:0;2424dce0d377:44427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6afaf9fe47b943379fdab5e470318248 2024-11-08T18:16:07,869 DEBUG [M:0;2424dce0d377:44427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6370f305bf2e48639655df55636bdeab is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731089753992/Put/seqid=0 2024-11-08T18:16:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741838_1014 (size=5275) 2024-11-08T18:16:08,154 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:16:08,286 INFO [M:0;2424dce0d377:44427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6370f305bf2e48639655df55636bdeab 2024-11-08T18:16:08,317 DEBUG [M:0;2424dce0d377:44427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/501c2ba0e5c84249a4a8638770243d27 is 69, key is 2424dce0d377,44223,1731089751534/rs:state/1731089752550/Put/seqid=0 2024-11-08T18:16:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741839_1015 (size=5156) 2024-11-08T18:16:08,335 INFO [M:0;2424dce0d377:44427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/501c2ba0e5c84249a4a8638770243d27 2024-11-08T18:16:08,348 DEBUG [M:0;2424dce0d377:44427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6afaf9fe47b943379fdab5e470318248 as hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6afaf9fe47b943379fdab5e470318248 2024-11-08T18:16:08,360 INFO [M:0;2424dce0d377:44427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6afaf9fe47b943379fdab5e470318248, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T18:16:08,364 DEBUG [M:0;2424dce0d377:44427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6370f305bf2e48639655df55636bdeab as hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6370f305bf2e48639655df55636bdeab 2024-11-08T18:16:08,389 INFO [M:0;2424dce0d377:44427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6370f305bf2e48639655df55636bdeab, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T18:16:08,391 DEBUG [M:0;2424dce0d377:44427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/501c2ba0e5c84249a4a8638770243d27 as hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/501c2ba0e5c84249a4a8638770243d27 2024-11-08T18:16:08,402 INFO [M:0;2424dce0d377:44427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41943/user/jenkins/test-data/e48aa7f3-f7a7-3c78-290d-52adab97e057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/501c2ba0e5c84249a4a8638770243d27, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T18:16:08,404 INFO [M:0;2424dce0d377:44427 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1030ms, sequenceid=28, compaction requested=false 2024-11-08T18:16:08,417 INFO [M:0;2424dce0d377:44427 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:08,418 DEBUG [M:0;2424dce0d377:44427 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089767374Disabling compacts and flushes for region at 1731089767374Disabling writes for close at 1731089767374Obtaining lock to block concurrent updates at 1731089767375 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089767375Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731089767375Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089767376 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089767376Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089767418 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089767418Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089767843 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089767868 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089767868Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089768295 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089768316 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089768316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c4f3df: reopening flushed file at 1731089768345 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c1836: reopening flushed file at 1731089768360 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564b01f3: reopening flushed file at 1731089768389 (+29 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1030ms, sequenceid=28, compaction requested=false at 1731089768404 (+15 ms)Writing region close event to WAL at 1731089768416 (+12 ms)Closed at 1731089768416 2024-11-08T18:16:08,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34483 is added to blk_1073741830_1006 (size=10165) 2024-11-08T18:16:08,430 INFO [M:0;2424dce0d377:44427 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:16:08,431 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:16:08,431 INFO [M:0;2424dce0d377:44427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44427 2024-11-08T18:16:08,435 INFO [M:0;2424dce0d377:44427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:16:08,588 INFO [M:0;2424dce0d377:44427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:16:08,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:08,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x1011ba92b180003, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:08,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@689444b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:16:08,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c9c126{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:16:08,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:16:08,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@747c78d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:16:08,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df1ef1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/hadoop.log.dir/,STOPPED} 2024-11-08T18:16:08,598 WARN [BP-2143932053-172.17.0.3-1731089749640 heartbeating to localhost/127.0.0.1:41943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:16:08,598 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:16:08,598 WARN [BP-2143932053-172.17.0.3-1731089749640 heartbeating to localhost/127.0.0.1:41943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2143932053-172.17.0.3-1731089749640 (Datanode Uuid ada49c24-292f-405b-b24e-a23ccc8f4f4e) service to localhost/127.0.0.1:41943 2024-11-08T18:16:08,598 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:16:08,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/cluster_7215f0cb-87e4-8fda-166f-354907aaf4f0/data/data1/current/BP-2143932053-172.17.0.3-1731089749640 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:16:08,600 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/cluster_7215f0cb-87e4-8fda-166f-354907aaf4f0/data/data2/current/BP-2143932053-172.17.0.3-1731089749640 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:16:08,600 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:16:08,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2118db33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:16:08,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@211154ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:16:08,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:16:08,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d2fdcd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:16:08,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dbb9aa2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/hadoop.log.dir/,STOPPED} 2024-11-08T18:16:08,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:16:08,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:16:08,626 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:08,626 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:08,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:08,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:08,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:08,626 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:16:08,626 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1823926556, stopped=false 2024-11-08T18:16:08,626 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,34801,1731089760871 2024-11-08T18:16:08,644 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1620871861/running 2024-11-08T18:16:08,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1620871861/running 2024-11-08T18:16:08,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:16:08,644 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:16:08,644 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:16:08,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:08,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:08,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/running 2024-11-08T18:16:08,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:08,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Set watcher on znode that does not yet exist, /0-1620871861/running 2024-11-08T18:16:08,645 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,33721,1731089760941' ***** 2024-11-08T18:16:08,645 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:16:08,646 INFO [RS:0;2424dce0d377:33721 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:16:08,646 INFO [RS:0;2424dce0d377:33721 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:16:08,646 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:16:08,646 INFO [RS:0;2424dce0d377:33721 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:16:08,646 INFO [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(3091): Received CLOSE for 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:08,647 INFO [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,33721,1731089760941 2024-11-08T18:16:08,647 INFO [RS:0;2424dce0d377:33721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:16:08,647 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6291580fd491c46739d334e5a5e585cf, disabling compactions & flushes 2024-11-08T18:16:08,647 INFO [RS:0;2424dce0d377:33721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:33721. 2024-11-08T18:16:08,647 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:16:08,647 DEBUG [RS:0;2424dce0d377:33721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:08,647 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:16:08,647 DEBUG [RS:0;2424dce0d377:33721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:08,647 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. after waiting 0 ms 2024-11-08T18:16:08,647 INFO [RS:0;2424dce0d377:33721 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:16:08,647 INFO [RS:0;2424dce0d377:33721 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:16:08,647 INFO [RS:0;2424dce0d377:33721 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:16:08,647 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:16:08,647 INFO [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:16:08,648 INFO [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:16:08,648 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(1325): Online Regions={6291580fd491c46739d334e5a5e585cf=hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:16:08,648 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:16:08,648 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6291580fd491c46739d334e5a5e585cf 2024-11-08T18:16:08,648 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:16:08,648 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:16:08,648 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:16:08,648 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:16:08,649 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T18:16:08,653 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/replication/6291580fd491c46739d334e5a5e585cf/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-08T18:16:08,654 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:16:08,654 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:16:08,654 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:16:08,654 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6291580fd491c46739d334e5a5e585cf: Waiting for close lock at 1731089768647Running coprocessor pre-close hooks at 1731089768647Disabling compacts and flushes for region at 1731089768647Disabling writes for close at 1731089768647Writing region close event to WAL at 1731089768648 (+1 ms)Running coprocessor post-close hooks at 1731089768654 (+6 ms)Closed at 1731089768654 2024-11-08T18:16:08,654 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf. 2024-11-08T18:16:08,666 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/.tmp/info/04d39892cebd4952b1f578bf26d2d8a5 is 147, key is hbase:replication,,1731089754174.6291580fd491c46739d334e5a5e585cf./info:regioninfo/1731089766962/Put/seqid=0 2024-11-08T18:16:08,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741851_1027 (size=6385) 2024-11-08T18:16:08,703 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:16:08,848 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:16:08,867 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:08,874 DEBUG [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 to pos 0, reset compression=false 2024-11-08T18:16:09,048 DEBUG [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:16:09,072 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/.tmp/info/04d39892cebd4952b1f578bf26d2d8a5 2024-11-08T18:16:09,081 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/.tmp/info/04d39892cebd4952b1f578bf26d2d8a5 as hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/info/04d39892cebd4952b1f578bf26d2d8a5 2024-11-08T18:16:09,089 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/info/04d39892cebd4952b1f578bf26d2d8a5, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T18:16:09,091 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false 2024-11-08T18:16:09,096 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:16:09,096 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:16:09,096 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T18:16:09,097 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:16:09,097 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:16:09,097 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:16:09,098 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089768648Running coprocessor pre-close hooks at 1731089768648Disabling compacts and flushes for region at 1731089768648Disabling writes for close at 1731089768648Obtaining lock to block concurrent updates at 1731089768649 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731089768649Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731089768649Flushing stores of hbase:meta,,1.1588230740 at 1731089768650 (+1 ms)Flushing 1588230740/info: creating writer at 1731089768650Flushing 1588230740/info: appending metadata at 1731089768665 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731089768665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3d754e: reopening flushed file at 1731089769080 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false at 1731089769091 (+11 ms)Writing region close event to WAL at 1731089769092 (+1 ms)Running coprocessor post-close hooks at 1731089769097 (+5 ms)Closed at 1731089769097 2024-11-08T18:16:09,098 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:16:09,249 INFO [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,33721,1731089760941; all regions closed. 2024-11-08T18:16:09,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741849_1025 (size=2156) 2024-11-08T18:16:09,255 DEBUG [RS:0;2424dce0d377:33721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/oldWALs 2024-11-08T18:16:09,255 INFO [RS:0;2424dce0d377:33721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C33721%2C1731089760941.meta:.meta(num 1731089762632) 2024-11-08T18:16:09,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741850_1026 (size=796) 2024-11-08T18:16:09,260 DEBUG [RS:0;2424dce0d377:33721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/oldWALs 2024-11-08T18:16:09,260 INFO [RS:0;2424dce0d377:33721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C33721%2C1731089760941.rep:(num 1731089766868) 2024-11-08T18:16:09,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741848_1024 (size=93) 2024-11-08T18:16:09,263 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/WALs/2424dce0d377,33721,1731089760941/2424dce0d377%2C33721%2C1731089760941.1731089762259 not finished, retry = 0 2024-11-08T18:16:09,368 DEBUG [RS:0;2424dce0d377:33721 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/oldWALs 2024-11-08T18:16:09,369 INFO [RS:0;2424dce0d377:33721 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C33721%2C1731089760941:(num 1731089762259) 2024-11-08T18:16:09,369 DEBUG [RS:0;2424dce0d377:33721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:09,369 INFO [RS:0;2424dce0d377:33721 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:16:09,369 INFO [RS:0;2424dce0d377:33721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:16:09,370 INFO [RS:0;2424dce0d377:33721 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:16:09,370 INFO [RS:0;2424dce0d377:33721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:16:09,370 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:16:09,370 INFO [RS:0;2424dce0d377:33721 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,33721,1731089760941 because: Region server is closing 2024-11-08T18:16:09,371 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T18:16:09,371 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T18:16:09,371 INFO [RS:0;2424dce0d377:33721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:33721. 2024-11-08T18:16:09,371 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-08T18:16:09,371 DEBUG [RS:0;2424dce0d377:33721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:09,372 DEBUG [RS:0;2424dce0d377:33721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:09,372 DEBUG [RS:0;2424dce0d377:33721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:09,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:09,473 WARN [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:16:09,473 WARN [RS:0;2424dce0d377:33721.replicationSource.shipper2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T18:16:09,473 INFO [RS:0;2424dce0d377:33721 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;2424dce0d377:33721.replicationSource.shipper2424dce0d377%2C33721%2C1731089760941,1-2424dce0d377,33721,1731089760941 terminated 2024-11-08T18:16:09,473 INFO [RS:0;2424dce0d377:33721 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2424dce0d377,33721,1731089760941 because: Region server is closing 2024-11-08T18:16:09,473 INFO [RS:0;2424dce0d377:33721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:33721. 2024-11-08T18:16:09,474 DEBUG [RS:0;2424dce0d377:33721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:09,474 DEBUG [RS:0;2424dce0d377:33721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:09,474 DEBUG [RS:0;2424dce0d377:33721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:09,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:09,574 WARN [RS:0;2424dce0d377:33721.replicationSource.wal-reader.2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:16:09,574 WARN [RS:0;2424dce0d377:33721.replicationSource.shipper2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T18:16:09,575 INFO [RS:0;2424dce0d377:33721 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;2424dce0d377:33721.replicationSource.shipper2424dce0d377%2C33721%2C1731089760941,2-2424dce0d377,33721,1731089760941 terminated 2024-11-08T18:16:09,575 INFO [RS:0;2424dce0d377:33721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33721 2024-11-08T18:16:09,667 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1620871861/rs/2424dce0d377,33721,1731089760941 2024-11-08T18:16:09,667 INFO [RS:0;2424dce0d377:33721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:16:09,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861/rs 2024-11-08T18:16:09,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,33721,1731089760941] 2024-11-08T18:16:09,728 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/draining/2424dce0d377,33721,1731089760941 already deleted, retry=false 2024-11-08T18:16:09,728 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,33721,1731089760941 expired; onlineServers=0 2024-11-08T18:16:09,729 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,34801,1731089760871' ***** 2024-11-08T18:16:09,729 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:16:09,729 INFO [M:0;2424dce0d377:34801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:16:09,729 INFO [M:0;2424dce0d377:34801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:16:09,729 DEBUG [M:0;2424dce0d377:34801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:16:09,729 DEBUG [M:0;2424dce0d377:34801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:16:09,729 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089761999 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089761999,5,FailOnTimeoutGroup] 2024-11-08T18:16:09,729 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089761999 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089761999,5,FailOnTimeoutGroup] 2024-11-08T18:16:09,729 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:16:09,733 INFO [M:0;2424dce0d377:34801 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:16:09,733 INFO [M:0;2424dce0d377:34801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:16:09,733 DEBUG [M:0;2424dce0d377:34801 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:16:09,733 INFO [M:0;2424dce0d377:34801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:16:09,733 INFO [M:0;2424dce0d377:34801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:16:09,734 INFO [M:0;2424dce0d377:34801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:16:09,736 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:16:09,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1620871861/master 2024-11-08T18:16:09,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1620871861 2024-11-08T18:16:09,749 DEBUG [M:0;2424dce0d377:34801 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1620871861/master already deleted, retry=false 2024-11-08T18:16:09,750 DEBUG [M:0;2424dce0d377:34801 {}] master.ActiveMasterManager(353): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1620871861/master 2024-11-08T18:16:09,751 INFO [M:0;2424dce0d377:34801 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/.lastflushedseqids 2024-11-08T18:16:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741852_1028 (size=181) 2024-11-08T18:16:09,769 INFO [M:0;2424dce0d377:34801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:16:09,770 INFO [M:0;2424dce0d377:34801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:16:09,770 DEBUG [M:0;2424dce0d377:34801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:16:09,770 INFO [M:0;2424dce0d377:34801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:09,770 DEBUG [M:0;2424dce0d377:34801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:09,770 DEBUG [M:0;2424dce0d377:34801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:16:09,770 DEBUG [M:0;2424dce0d377:34801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:09,771 INFO [M:0;2424dce0d377:34801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T18:16:09,811 DEBUG [M:0;2424dce0d377:34801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a2a478d83b64f3384690d96d7998f44 is 82, key is hbase:meta,,1/info:regioninfo/1731089762700/Put/seqid=0 2024-11-08T18:16:09,821 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:09,821 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33721-0x1011ba92b180007, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:09,821 INFO [RS:0;2424dce0d377:33721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:16:09,821 INFO [RS:0;2424dce0d377:33721 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,33721,1731089760941; zookeeper connection closed. 2024-11-08T18:16:09,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741853_1029 (size=5680) 2024-11-08T18:16:09,825 INFO [M:0;2424dce0d377:34801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a2a478d83b64f3384690d96d7998f44 2024-11-08T18:16:09,836 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32b9a2cf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32b9a2cf 2024-11-08T18:16:09,837 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:16:09,874 DEBUG [M:0;2424dce0d377:34801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d3dc39635142a2872da709d31476bb is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731089766981/Put/seqid=0 2024-11-08T18:16:09,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741854_1030 (size=7319) 2024-11-08T18:16:10,290 INFO [M:0;2424dce0d377:34801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d3dc39635142a2872da709d31476bb 2024-11-08T18:16:10,320 DEBUG [M:0;2424dce0d377:34801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0baff38b4f654b2b86fb0d09f1693068 is 69, key is 2424dce0d377,33721,1731089760941/rs:state/1731089762044/Put/seqid=0 2024-11-08T18:16:10,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741855_1031 (size=5371) 2024-11-08T18:16:10,726 INFO [M:0;2424dce0d377:34801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0baff38b4f654b2b86fb0d09f1693068 2024-11-08T18:16:10,731 INFO [M:0;2424dce0d377:34801 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0baff38b4f654b2b86fb0d09f1693068 2024-11-08T18:16:10,733 DEBUG [M:0;2424dce0d377:34801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a2a478d83b64f3384690d96d7998f44 as hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a2a478d83b64f3384690d96d7998f44 2024-11-08T18:16:10,738 INFO [M:0;2424dce0d377:34801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a2a478d83b64f3384690d96d7998f44, entries=8, sequenceid=172, filesize=5.5 K 2024-11-08T18:16:10,739 DEBUG [M:0;2424dce0d377:34801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2d3dc39635142a2872da709d31476bb as hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2d3dc39635142a2872da709d31476bb 2024-11-08T18:16:10,745 INFO [M:0;2424dce0d377:34801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2d3dc39635142a2872da709d31476bb, entries=7, sequenceid=172, filesize=7.1 K 2024-11-08T18:16:10,747 DEBUG [M:0;2424dce0d377:34801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0baff38b4f654b2b86fb0d09f1693068 as hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0baff38b4f654b2b86fb0d09f1693068 2024-11-08T18:16:10,752 INFO [M:0;2424dce0d377:34801 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0baff38b4f654b2b86fb0d09f1693068 2024-11-08T18:16:10,752 INFO [M:0;2424dce0d377:34801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38179/user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0baff38b4f654b2b86fb0d09f1693068, entries=2, sequenceid=172, filesize=5.2 K 2024-11-08T18:16:10,753 INFO [M:0;2424dce0d377:34801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 983ms, sequenceid=172, compaction requested=false 2024-11-08T18:16:10,755 INFO [M:0;2424dce0d377:34801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:10,755 DEBUG [M:0;2424dce0d377:34801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089769770Disabling compacts and flushes for region at 1731089769770Disabling writes for close at 1731089769770Obtaining lock to block concurrent updates at 1731089769771 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089769771Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731089769772 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089769780 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089769780Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089769810 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089769810Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089769837 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089769873 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089769873Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089770296 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089770319 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089770319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c305153: reopening flushed file at 1731089770732 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60765d2a: reopening flushed file at 1731089770739 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501eb2bd: reopening flushed file at 1731089770746 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 983ms, sequenceid=172, compaction requested=false at 1731089770754 (+8 ms)Writing region close event to WAL at 1731089770755 (+1 ms)Closed at 1731089770755 2024-11-08T18:16:10,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44417 is added to blk_1073741847_1023 (size=22949) 2024-11-08T18:16:10,758 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3324b7cd-d6b8-c416-e0a0-9a9ec632bf0b/MasterData/WALs/2424dce0d377,34801,1731089760871/2424dce0d377%2C34801%2C1731089760871.1731089761127 not finished, retry = 0 2024-11-08T18:16:10,859 INFO [M:0;2424dce0d377:34801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:16:10,859 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:16:10,859 INFO [M:0;2424dce0d377:34801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34801 2024-11-08T18:16:10,859 INFO [M:0;2424dce0d377:34801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:16:11,037 INFO [M:0;2424dce0d377:34801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:16:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:11,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34801-0x1011ba92b180006, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:11,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:16:11,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:16:11,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:16:11,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:16:11,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/hadoop.log.dir/,STOPPED} 2024-11-08T18:16:11,041 WARN [BP-1414777952-172.17.0.3-1731089740427 heartbeating to localhost/127.0.0.1:38179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:16:11,041 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:16:11,041 WARN [BP-1414777952-172.17.0.3-1731089740427 heartbeating to localhost/127.0.0.1:38179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1414777952-172.17.0.3-1731089740427 (Datanode Uuid 265c7f34-3850-41ef-a9a8-cfa155fe1cc5) service to localhost/127.0.0.1:38179 2024-11-08T18:16:11,041 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:16:11,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/cluster_ecdd476f-99d9-052b-a292-a4f66b597b6d/data/data1/current/BP-1414777952-172.17.0.3-1731089740427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:16:11,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/cluster_ecdd476f-99d9-052b-a292-a4f66b597b6d/data/data2/current/BP-1414777952-172.17.0.3-1731089740427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:16:11,043 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:16:11,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:16:11,048 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:16:11,048 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:16:11,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:16:11,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/583eda2c-0f82-ba5e-17a4-b76a554df626/hadoop.log.dir/,STOPPED} 2024-11-08T18:16:11,056 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:16:11,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:16:11,079 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2424dce0d377:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58931) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41943 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/2424dce0d377:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38179 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/2424dce0d377:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2424dce0d377:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58931) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2424dce0d377:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1df650da java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 219) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2926 (was 4415) 2024-11-08T18:16:11,087 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=2926 2024-11-08T18:16:11,104 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-08T18:16:11,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/hadoop.log.dir so I do NOT create it in target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b 2024-11-08T18:16:11,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:16:11,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/hadoop.tmp.dir so I do NOT create it in target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b 2024-11-08T18:16:11,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ee2f25a-076e-5a58-ef89-1916e3173cbd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:16:11,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b 2024-11-08T18:16:11,105 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/cluster_4a25c796-e2b9-c4eb-c3c9-bc9cffef7abb, deleteOnExit=true 2024-11-08T18:16:11,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/cluster_4a25c796-e2b9-c4eb-c3c9-bc9cffef7abb/zookeeper_0, clientPort=63102, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/cluster_4a25c796-e2b9-c4eb-c3c9-bc9cffef7abb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/cluster_4a25c796-e2b9-c4eb-c3c9-bc9cffef7abb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:16:11,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63102 2024-11-08T18:16:11,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:16:11,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:16:11,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/test.cache.data in system properties and HBase conf 2024-11-08T18:16:11,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:16:11,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:16:11,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:16:11,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:16:11,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:16:11,115 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:16:11,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:16:11,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:16:11,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:16:11,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:16:11,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:16:11,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:16:11,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:16:11,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:16:11,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:16:11,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:16:11,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:16:11,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:16:11,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:16:11,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:16:11,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011ba92b180005, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:16:11,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011ba92b180002, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:16:11,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011ba92b180005, quorum=127.0.0.1:58931, baseZNode=/1145396213 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:16:11,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011ba92b180002, quorum=127.0.0.1:58931, baseZNode=/0-1620871861 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:16:11,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:16:11,859 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:16:11,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:16:11,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:16:11,860 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:16:11,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:16:11,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5166ed4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:16:11,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ed71c7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:16:11,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65bb8510{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/java.io.tmpdir/jetty-localhost-32911-hadoop-hdfs-3_4_1-tests_jar-_-any-8974614404104397027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:16:11,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1526b10f{HTTP/1.1, (http/1.1)}{localhost:32911} 2024-11-08T18:16:11,967 INFO [Time-limited test {}] server.Server(415): Started @33949ms 2024-11-08T18:16:12,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:16:12,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:16:12,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:16:12,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:16:12,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:16:12,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33b5c6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:16:12,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7b57b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:16:12,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6eb99cb3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/java.io.tmpdir/jetty-localhost-45763-hadoop-hdfs-3_4_1-tests_jar-_-any-8383494161089318920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:16:12,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6542faf1{HTTP/1.1, (http/1.1)}{localhost:45763} 2024-11-08T18:16:12,639 INFO [Time-limited test {}] server.Server(415): Started @34622ms 2024-11-08T18:16:12,642 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:16:13,478 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/cluster_4a25c796-e2b9-c4eb-c3c9-bc9cffef7abb/data/data1/current/BP-473312612-172.17.0.3-1731089771145/current, will proceed with Du for space computation calculation, 2024-11-08T18:16:13,478 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/cluster_4a25c796-e2b9-c4eb-c3c9-bc9cffef7abb/data/data2/current/BP-473312612-172.17.0.3-1731089771145/current, will proceed with Du for space computation calculation, 2024-11-08T18:16:13,501 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:16:13,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7804b1c524ca63d with lease ID 0x98db488a0b76271e: Processing first storage report for DS-43ef4832-aab6-4ee8-b5d7-a26b3f9a39c9 from datanode DatanodeRegistration(127.0.0.1:34441, datanodeUuid=852359b7-80ba-438b-9290-214754af4c02, infoPort=36003, infoSecurePort=0, ipcPort=36365, storageInfo=lv=-57;cid=testClusterID;nsid=34287931;c=1731089771145) 2024-11-08T18:16:13,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7804b1c524ca63d with lease ID 0x98db488a0b76271e: from storage DS-43ef4832-aab6-4ee8-b5d7-a26b3f9a39c9 node DatanodeRegistration(127.0.0.1:34441, datanodeUuid=852359b7-80ba-438b-9290-214754af4c02, infoPort=36003, infoSecurePort=0, ipcPort=36365, storageInfo=lv=-57;cid=testClusterID;nsid=34287931;c=1731089771145), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:16:13,504 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7804b1c524ca63d with lease ID 0x98db488a0b76271e: Processing first storage report for DS-51a1fb85-6ca6-4f1c-ab61-562bed5df7b2 from datanode DatanodeRegistration(127.0.0.1:34441, datanodeUuid=852359b7-80ba-438b-9290-214754af4c02, infoPort=36003, infoSecurePort=0, ipcPort=36365, storageInfo=lv=-57;cid=testClusterID;nsid=34287931;c=1731089771145) 2024-11-08T18:16:13,504 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7804b1c524ca63d with lease ID 0x98db488a0b76271e: from storage DS-51a1fb85-6ca6-4f1c-ab61-562bed5df7b2 node DatanodeRegistration(127.0.0.1:34441, datanodeUuid=852359b7-80ba-438b-9290-214754af4c02, infoPort=36003, infoSecurePort=0, ipcPort=36365, storageInfo=lv=-57;cid=testClusterID;nsid=34287931;c=1731089771145), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:16:13,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b 2024-11-08T18:16:13,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:13,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:13,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:16:13,928 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083 with version=8 2024-11-08T18:16:13,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/hbase-staging 2024-11-08T18:16:13,931 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:16:13,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:13,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:13,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:16:13,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:13,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:16:13,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:16:13,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:16:13,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36891 2024-11-08T18:16:13,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36891 connecting to ZooKeeper ensemble=127.0.0.1:63102 2024-11-08T18:16:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368910x0, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:13,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36891-0x1011ba9a6100000 connected 2024-11-08T18:16:14,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:14,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:14,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Set watcher on znode that does not yet exist, /0-76201226/running 2024-11-08T18:16:14,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083, hbase.cluster.distributed=false 2024-11-08T18:16:14,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Set watcher on znode that does not yet exist, /0-76201226/acl 2024-11-08T18:16:14,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36891 2024-11-08T18:16:14,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36891 2024-11-08T18:16:14,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36891 2024-11-08T18:16:14,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36891 2024-11-08T18:16:14,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36891 2024-11-08T18:16:14,156 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:16:14,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:14,161 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:16:14,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:14,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:14,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:16:14,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:14,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:16:14,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:16:14,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:16:14,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37429 2024-11-08T18:16:14,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37429 connecting to ZooKeeper ensemble=127.0.0.1:63102 2024-11-08T18:16:14,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:14,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:14,180 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374290x0, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:14,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374290x0, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Set watcher on znode that does not yet exist, /0-76201226/running 2024-11-08T18:16:14,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:16:14,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37429-0x1011ba9a6100001 connected 2024-11-08T18:16:14,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:14,187 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:16:14,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Set watcher on znode that does not yet exist, /0-76201226/master 2024-11-08T18:16:14,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Set watcher on znode that does not yet exist, /0-76201226/acl 2024-11-08T18:16:14,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37429 2024-11-08T18:16:14,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37429 2024-11-08T18:16:14,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37429 2024-11-08T18:16:14,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37429 2024-11-08T18:16:14,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37429 2024-11-08T18:16:14,225 DEBUG [M:0;2424dce0d377:36891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:36891 2024-11-08T18:16:14,226 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-76201226/backup-masters/2424dce0d377,36891,1731089773931 2024-11-08T18:16:14,233 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226/backup-masters 2024-11-08T18:16:14,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226/backup-masters 2024-11-08T18:16:14,233 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Set watcher on existing znode=/0-76201226/backup-masters/2424dce0d377,36891,1731089773931 2024-11-08T18:16:14,243 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-76201226/master 2024-11-08T18:16:14,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:14,243 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:14,244 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Set watcher on existing znode=/0-76201226/master 2024-11-08T18:16:14,244 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-76201226/backup-masters/2424dce0d377,36891,1731089773931 from backup master directory 2024-11-08T18:16:14,254 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226/backup-masters 2024-11-08T18:16:14,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-76201226/backup-masters/2424dce0d377,36891,1731089773931 2024-11-08T18:16:14,254 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:16:14,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226/backup-masters 2024-11-08T18:16:14,254 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,36891,1731089773931 2024-11-08T18:16:14,259 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/hbase.id] with ID: d8e8faee-4ec9-45c8-a1f1-7e9e74cd79cf 2024-11-08T18:16:14,259 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/.tmp/hbase.id 2024-11-08T18:16:14,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:16:14,671 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/.tmp/hbase.id]:[hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/hbase.id] 2024-11-08T18:16:14,684 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:14,684 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:16:14,686 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T18:16:14,696 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:14,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:14,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:16:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:16:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:16:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:16:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:16:15,106 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:16:15,107 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:16:15,107 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:15,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:16:15,140 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store 2024-11-08T18:16:15,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:16:15,561 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:15,562 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:16:15,562 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:15,562 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:15,562 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:16:15,562 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:15,562 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:15,562 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089775561Disabling compacts and flushes for region at 1731089775561Disabling writes for close at 1731089775562 (+1 ms)Writing region close event to WAL at 1731089775562Closed at 1731089775562 2024-11-08T18:16:15,564 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/.initializing 2024-11-08T18:16:15,564 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/WALs/2424dce0d377,36891,1731089773931 2024-11-08T18:16:15,567 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:16:15,577 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C36891%2C1731089773931, suffix=, logDir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/WALs/2424dce0d377,36891,1731089773931, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/oldWALs, maxLogs=10 2024-11-08T18:16:15,593 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/WALs/2424dce0d377,36891,1731089773931/2424dce0d377%2C36891%2C1731089773931.1731089775578, exclude list is [], retry=0 2024-11-08T18:16:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34441,DS-43ef4832-aab6-4ee8-b5d7-a26b3f9a39c9,DISK] 2024-11-08T18:16:15,603 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/WALs/2424dce0d377,36891,1731089773931/2424dce0d377%2C36891%2C1731089773931.1731089775578 2024-11-08T18:16:15,608 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-08T18:16:15,608 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:15,609 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:15,609 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:15,609 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:15,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:15,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:16:15,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:15,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:15,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:15,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:16:15,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:15,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:15,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:15,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:16:15,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:15,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:15,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:15,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:16:15,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:15,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:15,646 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:15,647 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:15,648 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:15,650 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:15,650 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:15,651 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:15,652 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:15,657 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:16:15,657 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68129881, jitterRate=0.015214338898658752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:15,658 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089775609Initializing all the Stores at 1731089775611 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089775611Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089775616 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089775616Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089775616Cleaning up temporary data from old regions at 1731089775650 (+34 ms)Region opened successfully at 1731089775658 (+8 ms) 2024-11-08T18:16:15,659 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:16:15,662 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a31203e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:16:15,663 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:16:15,664 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:16:15,664 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:16:15,664 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:16:15,664 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:16:15,665 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:16:15,665 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:16:15,676 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:16:15,680 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Unable to get data of znode /0-76201226/balancer because node does not exist (not necessarily an error) 2024-11-08T18:16:15,712 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-76201226/balancer already deleted, retry=false 2024-11-08T18:16:15,713 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:16:15,714 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Unable to get data of znode /0-76201226/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:16:15,778 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-76201226/normalizer already deleted, retry=false 2024-11-08T18:16:15,779 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:16:15,780 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Unable to get data of znode /0-76201226/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:16:15,842 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-76201226/switch/split already deleted, retry=false 2024-11-08T18:16:15,843 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Unable to get data of znode /0-76201226/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:16:15,864 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-76201226/switch/merge already deleted, retry=false 2024-11-08T18:16:15,866 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Unable to get data of znode /0-76201226/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:16:15,875 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-76201226/snapshot-cleanup already deleted, retry=false 2024-11-08T18:16:15,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-76201226/running 2024-11-08T18:16:15,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:15,887 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-76201226/running 2024-11-08T18:16:15,887 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:15,888 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,36891,1731089773931, sessionid=0x1011ba9a6100000, setting cluster-up flag (Was=false) 2024-11-08T18:16:15,906 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:15,938 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-76201226/flush-table-proc/acquired, /0-76201226/flush-table-proc/reached, /0-76201226/flush-table-proc/abort 2024-11-08T18:16:15,939 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,36891,1731089773931 2024-11-08T18:16:15,959 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:15,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:15,990 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-76201226/online-snapshot/acquired, /0-76201226/online-snapshot/reached, /0-76201226/online-snapshot/abort 2024-11-08T18:16:15,992 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,36891,1731089773931 2024-11-08T18:16:15,993 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:16:15,995 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:15,995 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:16:15,995 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:16:15,995 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,36891,1731089773931 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:16:15,997 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:15,997 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:15,997 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:15,997 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:15,997 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:16:15,997 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:15,997 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:16:15,997 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:15,999 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:15,999 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089805999 2024-11-08T18:16:15,999 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:16:15,999 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:16:16,000 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:16:16,000 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:16:16,000 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:16:16,000 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:16:16,000 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:16:16,001 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:16,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:16:16,004 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,006 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:16:16,006 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:16:16,006 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:16:16,006 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:16:16,007 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:16:16,007 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:16:16,008 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089776007,5,FailOnTimeoutGroup] 2024-11-08T18:16:16,008 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089776008,5,FailOnTimeoutGroup] 2024-11-08T18:16:16,008 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,008 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:16:16,008 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,008 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:16:16,015 INFO [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(746): ClusterId : d8e8faee-4ec9-45c8-a1f1-7e9e74cd79cf 2024-11-08T18:16:16,015 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:16:16,024 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:16:16,024 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:16:16,089 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:16:16,090 DEBUG [RS:0;2424dce0d377:37429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314bf41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:16:16,101 DEBUG [RS:0;2424dce0d377:37429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:37429 2024-11-08T18:16:16,101 INFO [RS:0;2424dce0d377:37429 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:16:16,101 INFO [RS:0;2424dce0d377:37429 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:16:16,101 DEBUG [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:16:16,102 INFO [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,36891,1731089773931 with port=37429, startcode=1731089774161 2024-11-08T18:16:16,102 DEBUG [RS:0;2424dce0d377:37429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:16:16,104 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:16:16,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,37429,1731089774161 2024-11-08T18:16:16,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36891 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,37429,1731089774161 2024-11-08T18:16:16,106 DEBUG [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083 2024-11-08T18:16:16,106 DEBUG [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36477 2024-11-08T18:16:16,106 DEBUG [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:16:16,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226/rs 2024-11-08T18:16:16,150 DEBUG [RS:0;2424dce0d377:37429 {}] zookeeper.ZKUtil(111): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Set watcher on existing znode=/0-76201226/rs/2424dce0d377,37429,1731089774161 2024-11-08T18:16:16,150 WARN [RS:0;2424dce0d377:37429 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:16:16,150 INFO [RS:0;2424dce0d377:37429 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:16,150 DEBUG [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161 2024-11-08T18:16:16,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,37429,1731089774161] 2024-11-08T18:16:16,157 INFO [RS:0;2424dce0d377:37429 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:16:16,173 INFO [RS:0;2424dce0d377:37429 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:16:16,175 INFO [RS:0;2424dce0d377:37429 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:16:16,176 INFO [RS:0;2424dce0d377:37429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,176 INFO [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:16:16,178 INFO [RS:0;2424dce0d377:37429 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:16:16,178 INFO [RS:0;2424dce0d377:37429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,178 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:16,178 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:16,178 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:16,178 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:16,178 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:16,178 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:16:16,179 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:16,179 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:16,179 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:16,179 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:16,179 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:16,179 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:16,179 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:16:16,179 DEBUG [RS:0;2424dce0d377:37429 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:16:16,188 INFO [RS:0;2424dce0d377:37429 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,188 INFO [RS:0;2424dce0d377:37429 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,188 INFO [RS:0;2424dce0d377:37429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,189 INFO [RS:0;2424dce0d377:37429 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,189 INFO [RS:0;2424dce0d377:37429 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,189 INFO [RS:0;2424dce0d377:37429 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,37429,1731089774161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:16:16,220 INFO [RS:0;2424dce0d377:37429 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:16:16,220 INFO [RS:0;2424dce0d377:37429 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,37429,1731089774161-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,220 INFO [RS:0;2424dce0d377:37429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,220 INFO [RS:0;2424dce0d377:37429 {}] regionserver.Replication(171): 2424dce0d377,37429,1731089774161 started 2024-11-08T18:16:16,233 INFO [RS:0;2424dce0d377:37429 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:16,233 INFO [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,37429,1731089774161, RpcServer on 2424dce0d377/172.17.0.3:37429, sessionid=0x1011ba9a6100001 2024-11-08T18:16:16,234 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:16:16,234 DEBUG [RS:0;2424dce0d377:37429 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,37429,1731089774161 2024-11-08T18:16:16,234 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,37429,1731089774161' 2024-11-08T18:16:16,234 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-76201226/flush-table-proc/abort' 2024-11-08T18:16:16,234 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-76201226/flush-table-proc/acquired' 2024-11-08T18:16:16,235 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:16:16,235 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:16:16,235 DEBUG [RS:0;2424dce0d377:37429 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,37429,1731089774161 2024-11-08T18:16:16,235 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,37429,1731089774161' 2024-11-08T18:16:16,235 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-76201226/online-snapshot/abort' 2024-11-08T18:16:16,235 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-76201226/online-snapshot/acquired' 2024-11-08T18:16:16,236 DEBUG [RS:0;2424dce0d377:37429 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:16:16,236 INFO [RS:0;2424dce0d377:37429 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:16:16,236 INFO [RS:0;2424dce0d377:37429 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:16:16,336 INFO [RS:0;2424dce0d377:37429 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:16:16,338 INFO [RS:0;2424dce0d377:37429 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C37429%2C1731089774161, suffix=, logDir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/oldWALs, maxLogs=10 2024-11-08T18:16:16,350 DEBUG [RS:0;2424dce0d377:37429 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.1731089776338, exclude list is [], retry=0 2024-11-08T18:16:16,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34441,DS-43ef4832-aab6-4ee8-b5d7-a26b3f9a39c9,DISK] 2024-11-08T18:16:16,355 INFO [RS:0;2424dce0d377:37429 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.1731089776338 2024-11-08T18:16:16,355 DEBUG [RS:0;2424dce0d377:37429 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-08T18:16:16,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:16:16,415 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083 2024-11-08T18:16:16,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:16:16,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:16,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:16:16,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:16:16,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:16,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:16,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:16:16,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:16:16,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:16,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:16,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:16:16,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:16:16,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:16,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:16,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:16:16,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:16:16,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:16,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:16,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:16:16,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740 2024-11-08T18:16:16,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740 2024-11-08T18:16:16,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:16:16,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:16:16,837 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:16,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:16:16,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:16:16,841 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74482476, jitterRate=0.1098753809928894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:16,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089776824Initializing all the Stores at 1731089776825 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089776825Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089776825Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089776825Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089776825Cleaning up temporary data from old regions at 1731089776836 (+11 ms)Region opened successfully at 1731089776842 (+6 ms) 2024-11-08T18:16:16,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:16:16,842 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:16:16,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:16:16,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:16:16,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:16:16,842 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:16:16,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089776842Disabling compacts and flushes for region at 1731089776842Disabling writes for close at 1731089776842Writing region close event to WAL at 1731089776842Closed at 1731089776842 2024-11-08T18:16:16,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:16,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:16:16,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:16:16,845 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:16:16,846 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:16:16,996 DEBUG [2424dce0d377:36891 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:16:16,997 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,37429,1731089774161 2024-11-08T18:16:16,998 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,37429,1731089774161, state=OPENING 2024-11-08T18:16:17,084 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:16:17,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:17,137 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:17,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-76201226/meta-region-server: CHANGED 2024-11-08T18:16:17,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-76201226/meta-region-server: CHANGED 2024-11-08T18:16:17,138 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:16:17,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,37429,1731089774161}] 2024-11-08T18:16:17,292 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:16:17,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:16:17,298 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:16:17,298 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:17,298 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:16:17,300 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C37429%2C1731089774161.meta, suffix=.meta, logDir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/oldWALs, maxLogs=10 2024-11-08T18:16:17,318 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.meta.1731089777301.meta, exclude list is [], retry=0 2024-11-08T18:16:17,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34441,DS-43ef4832-aab6-4ee8-b5d7-a26b3f9a39c9,DISK] 2024-11-08T18:16:17,323 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.meta.1731089777301.meta 2024-11-08T18:16:17,324 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-08T18:16:17,324 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:17,324 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:16:17,324 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:16:17,324 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:16:17,324 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:16:17,325 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:16:17,325 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:17,325 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:16:17,325 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:16:17,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:16:17,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:16:17,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:17,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:17,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:16:17,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:16:17,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:17,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:17,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:16:17,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:16:17,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:17,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:17,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:16:17,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:16:17,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:17,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:17,334 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:16:17,335 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740 2024-11-08T18:16:17,336 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740 2024-11-08T18:16:17,337 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:16:17,338 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:16:17,338 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:17,339 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:16:17,340 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71025494, jitterRate=0.058362334966659546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:17,340 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:16:17,341 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089777325Writing region info on filesystem at 1731089777325Initializing all the Stores at 1731089777326 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089777326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089777326Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089777326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089777326Cleaning up temporary data from old regions at 1731089777338 (+12 ms)Running coprocessor post-open hooks at 1731089777340 (+2 ms)Region opened successfully at 1731089777341 (+1 ms) 2024-11-08T18:16:17,342 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089777291 2024-11-08T18:16:17,345 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:16:17,345 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:16:17,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,37429,1731089774161 2024-11-08T18:16:17,347 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,37429,1731089774161, state=OPEN 2024-11-08T18:16:17,405 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-76201226/meta-region-server 2024-11-08T18:16:17,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-76201226/meta-region-server 2024-11-08T18:16:17,405 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,37429,1731089774161 2024-11-08T18:16:17,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-76201226/meta-region-server: CHANGED 2024-11-08T18:16:17,405 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-76201226/meta-region-server: CHANGED 2024-11-08T18:16:17,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:16:17,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,37429,1731089774161 in 267 msec 2024-11-08T18:16:17,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:16:17,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 565 msec 2024-11-08T18:16:17,412 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:17,412 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:16:17,413 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:17,413 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,37429,1731089774161, seqNum=-1] 2024-11-08T18:16:17,414 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:17,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:17,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4260 sec 2024-11-08T18:16:17,421 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089777421, completionTime=-1 2024-11-08T18:16:17,421 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:16:17,421 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:16:17,424 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:16:17,424 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731089837424 2024-11-08T18:16:17,424 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731089897424 2024-11-08T18:16:17,424 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:16:17,424 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36891,1731089773931-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:17,424 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36891,1731089773931-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:17,424 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36891,1731089773931-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:17,424 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:36891, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:17,425 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:17,425 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:17,427 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:16:17,429 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.175sec 2024-11-08T18:16:17,429 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:16:17,429 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:16:17,429 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:16:17,429 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:16:17,429 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:16:17,429 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36891,1731089773931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:16:17,429 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36891,1731089773931-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:16:17,432 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:16:17,432 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:16:17,432 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36891,1731089773931-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:17,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6d342a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:17,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36891,-1 for getting cluster id 2024-11-08T18:16:17,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:17,518 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8e8faee-4ec9-45c8-a1f1-7e9e74cd79cf' 2024-11-08T18:16:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8e8faee-4ec9-45c8-a1f1-7e9e74cd79cf" 2024-11-08T18:16:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c53bf9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36891,-1] 2024-11-08T18:16:17,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:17,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:17,521 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:17,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d68369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:17,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,37429,1731089774161, seqNum=-1] 2024-11-08T18:16:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:17,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:17,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,36891,1731089773931 2024-11-08T18:16:17,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63102 2024-11-08T18:16:17,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:17,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011ba9a6100002 connected 2024-11-08T18:16:17,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/hadoop.log.dir so I do NOT create it in target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424 2024-11-08T18:16:17,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:16:17,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/hadoop.tmp.dir so I do NOT create it in target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424 2024-11-08T18:16:17,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:16:17,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424 2024-11-08T18:16:17,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:16:17,562 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/cluster_71b99f2f-d338-4e4f-abc4-cd757b1a8e6f, deleteOnExit=true 2024-11-08T18:16:17,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:16:17,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/test.cache.data in system properties and HBase conf 2024-11-08T18:16:17,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:16:17,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:16:17,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:16:17,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:16:17,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:16:17,563 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:16:17,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:16:17,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:16:17,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:16:17,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:16:17,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:16:17,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:16:17,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:16:17,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:16:17,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:16:17,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:16:17,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:16:17,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:16:17,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:16:17,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:16:18,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:16:18,117 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:16:18,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:16:18,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:16:18,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:16:18,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:16:18,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23912fa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:16:18,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4eb1c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:16:18,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bcea35c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/java.io.tmpdir/jetty-localhost-40499-hadoop-hdfs-3_4_1-tests_jar-_-any-10893809811128241615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:16:18,234 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27fa36b3{HTTP/1.1, (http/1.1)}{localhost:40499} 2024-11-08T18:16:18,235 INFO [Time-limited test {}] server.Server(415): Started @40217ms 2024-11-08T18:16:18,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:16:18,603 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:16:18,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:16:18,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:16:18,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:16:18,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c929d4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:16:18,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e57ea33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:16:18,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@282704ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/java.io.tmpdir/jetty-localhost-41949-hadoop-hdfs-3_4_1-tests_jar-_-any-15074990601045270050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:16:18,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cb4a4a3{HTTP/1.1, (http/1.1)}{localhost:41949} 2024-11-08T18:16:18,707 INFO [Time-limited test {}] server.Server(415): Started @40690ms 2024-11-08T18:16:18,709 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:16:19,803 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/cluster_71b99f2f-d338-4e4f-abc4-cd757b1a8e6f/data/data1/current/BP-1274470892-172.17.0.3-1731089777588/current, will proceed with Du for space computation calculation, 2024-11-08T18:16:19,803 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/cluster_71b99f2f-d338-4e4f-abc4-cd757b1a8e6f/data/data2/current/BP-1274470892-172.17.0.3-1731089777588/current, will proceed with Du for space computation calculation, 2024-11-08T18:16:19,831 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:16:19,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f605bef8c59f15a with lease ID 0xd3b54eec20d954a4: Processing first storage report for DS-3d9d15de-8b27-48ce-a869-01545529b093 from datanode DatanodeRegistration(127.0.0.1:33591, datanodeUuid=2b069518-cd61-4f84-a883-1b0eb93e80f8, infoPort=34211, infoSecurePort=0, ipcPort=35429, storageInfo=lv=-57;cid=testClusterID;nsid=459978412;c=1731089777588) 2024-11-08T18:16:19,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f605bef8c59f15a with lease ID 0xd3b54eec20d954a4: from storage DS-3d9d15de-8b27-48ce-a869-01545529b093 node DatanodeRegistration(127.0.0.1:33591, datanodeUuid=2b069518-cd61-4f84-a883-1b0eb93e80f8, infoPort=34211, infoSecurePort=0, ipcPort=35429, storageInfo=lv=-57;cid=testClusterID;nsid=459978412;c=1731089777588), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:16:19,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f605bef8c59f15a with lease ID 0xd3b54eec20d954a4: Processing first storage report for DS-275847be-4199-4b71-8387-182332778319 from datanode DatanodeRegistration(127.0.0.1:33591, datanodeUuid=2b069518-cd61-4f84-a883-1b0eb93e80f8, infoPort=34211, infoSecurePort=0, ipcPort=35429, storageInfo=lv=-57;cid=testClusterID;nsid=459978412;c=1731089777588) 2024-11-08T18:16:19,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f605bef8c59f15a with lease ID 0xd3b54eec20d954a4: from storage DS-275847be-4199-4b71-8387-182332778319 node DatanodeRegistration(127.0.0.1:33591, datanodeUuid=2b069518-cd61-4f84-a883-1b0eb93e80f8, infoPort=34211, infoSecurePort=0, ipcPort=35429, storageInfo=lv=-57;cid=testClusterID;nsid=459978412;c=1731089777588), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:16:19,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424 2024-11-08T18:16:19,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:19,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:19,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:16:19,887 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b with version=8 2024-11-08T18:16:19,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/hbase-staging 2024-11-08T18:16:19,889 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:16:19,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:19,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:19,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:16:19,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:19,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:16:19,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:16:19,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:16:19,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42419 2024-11-08T18:16:19,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42419 connecting to ZooKeeper ensemble=127.0.0.1:63102 2024-11-08T18:16:19,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424190x0, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:19,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42419-0x1011ba9a6100003 connected 2024-11-08T18:16:19,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:19,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:19,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Set watcher on znode that does not yet exist, /1384788816/running 2024-11-08T18:16:19,984 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b, hbase.cluster.distributed=false 2024-11-08T18:16:19,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Set watcher on znode that does not yet exist, /1384788816/acl 2024-11-08T18:16:19,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-08T18:16:19,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42419 2024-11-08T18:16:19,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42419 2024-11-08T18:16:19,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-08T18:16:19,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42419 2024-11-08T18:16:20,002 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:16:20,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:20,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:20,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:16:20,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:20,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:16:20,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:16:20,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:16:20,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36077 2024-11-08T18:16:20,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36077 connecting to ZooKeeper ensemble=127.0.0.1:63102 2024-11-08T18:16:20,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:20,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:20,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360770x0, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:20,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360770x0, quorum=127.0.0.1:63102, baseZNode=/1384788816 Set watcher on znode that does not yet exist, /1384788816/running 2024-11-08T18:16:20,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36077-0x1011ba9a6100004 connected 2024-11-08T18:16:20,018 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:16:20,019 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:16:20,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Set watcher on znode that does not yet exist, /1384788816/master 2024-11-08T18:16:20,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Set watcher on znode that does not yet exist, /1384788816/acl 2024-11-08T18:16:20,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36077 2024-11-08T18:16:20,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36077 2024-11-08T18:16:20,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36077 2024-11-08T18:16:20,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36077 2024-11-08T18:16:20,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36077 2024-11-08T18:16:20,038 DEBUG [M:0;2424dce0d377:42419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:42419 2024-11-08T18:16:20,038 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1384788816/backup-masters/2424dce0d377,42419,1731089779889 2024-11-08T18:16:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816/backup-masters 2024-11-08T18:16:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816/backup-masters 2024-11-08T18:16:20,050 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Set watcher on existing znode=/1384788816/backup-masters/2424dce0d377,42419,1731089779889 2024-11-08T18:16:20,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1384788816/master 2024-11-08T18:16:20,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:20,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:20,060 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Set watcher on existing znode=/1384788816/master 2024-11-08T18:16:20,060 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1384788816/backup-masters/2424dce0d377,42419,1731089779889 from backup master directory 2024-11-08T18:16:20,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1384788816/backup-masters/2424dce0d377,42419,1731089779889 2024-11-08T18:16:20,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816/backup-masters 2024-11-08T18:16:20,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816/backup-masters 2024-11-08T18:16:20,070 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:16:20,070 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,42419,1731089779889 2024-11-08T18:16:20,074 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/hbase.id] with ID: f0779784-4a31-48d7-865a-19fb92c1cce0 2024-11-08T18:16:20,074 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/.tmp/hbase.id 2024-11-08T18:16:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:16:20,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:16:20,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:20,328 WARN [RS:0;2424dce0d377:37429 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2424dce0d377,37959,1731089745142: status=Processing ServerCrashProcedure of 2424dce0d377,37959,1731089745142 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731089761999, completionTime=-1 appears to have been leaked 2024-11-08T18:16:20,480 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/.tmp/hbase.id]:[hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/hbase.id] 2024-11-08T18:16:20,492 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:20,492 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:16:20,493 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:16:20,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:20,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:20,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:16:20,912 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:16:20,913 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:16:20,914 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:20,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:16:21,322 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store 2024-11-08T18:16:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:16:21,728 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:21,728 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:16:21,728 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:21,729 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:21,729 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:16:21,729 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:21,729 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:21,729 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089781728Disabling compacts and flushes for region at 1731089781728Disabling writes for close at 1731089781729 (+1 ms)Writing region close event to WAL at 1731089781729Closed at 1731089781729 2024-11-08T18:16:21,730 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/.initializing 2024-11-08T18:16:21,730 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/WALs/2424dce0d377,42419,1731089779889 2024-11-08T18:16:21,731 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:16:21,733 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C42419%2C1731089779889, suffix=, logDir=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/WALs/2424dce0d377,42419,1731089779889, archiveDir=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/oldWALs, maxLogs=10 2024-11-08T18:16:21,745 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/WALs/2424dce0d377,42419,1731089779889/2424dce0d377%2C42419%2C1731089779889.1731089781733, exclude list is [], retry=0 2024-11-08T18:16:21,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33591,DS-3d9d15de-8b27-48ce-a869-01545529b093,DISK] 2024-11-08T18:16:21,750 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/WALs/2424dce0d377,42419,1731089779889/2424dce0d377%2C42419%2C1731089779889.1731089781733 2024-11-08T18:16:21,750 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-11-08T18:16:21,750 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:21,750 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:21,751 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:21,751 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:21,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:21,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:16:21,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:21,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:21,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:21,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:16:21,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:21,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:21,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:21,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:16:21,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:21,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:21,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:21,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:16:21,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:21,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:21,760 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:21,760 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:21,761 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:21,762 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:21,762 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:21,763 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:21,764 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:21,766 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:16:21,766 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64830108, jitterRate=-0.03395611047744751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:21,766 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089781751Initializing all the Stores at 1731089781752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089781752Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089781752Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089781752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089781752Cleaning up temporary data from old regions at 1731089781762 (+10 ms)Region opened successfully at 1731089781766 (+4 ms) 2024-11-08T18:16:21,767 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:16:21,770 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338905e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:16:21,771 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:16:21,771 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:16:21,771 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:16:21,771 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:16:21,772 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:16:21,772 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:16:21,772 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:16:21,774 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:16:21,775 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Unable to get data of znode /1384788816/balancer because node does not exist (not necessarily an error) 2024-11-08T18:16:21,885 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1384788816/balancer already deleted, retry=false 2024-11-08T18:16:21,885 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:16:21,886 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Unable to get data of znode /1384788816/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:16:21,895 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1384788816/normalizer already deleted, retry=false 2024-11-08T18:16:21,896 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:16:21,897 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Unable to get data of znode /1384788816/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:16:21,906 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1384788816/switch/split already deleted, retry=false 2024-11-08T18:16:21,907 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Unable to get data of znode /1384788816/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:16:21,916 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1384788816/switch/merge already deleted, retry=false 2024-11-08T18:16:21,919 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Unable to get data of znode /1384788816/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:16:21,927 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1384788816/snapshot-cleanup already deleted, retry=false 2024-11-08T18:16:21,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1384788816/running 2024-11-08T18:16:21,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1384788816/running 2024-11-08T18:16:21,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:21,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:21,938 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,42419,1731089779889, sessionid=0x1011ba9a6100003, setting cluster-up flag (Was=false) 2024-11-08T18:16:21,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:21,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:21,990 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1384788816/flush-table-proc/acquired, /1384788816/flush-table-proc/reached, /1384788816/flush-table-proc/abort 2024-11-08T18:16:21,991 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,42419,1731089779889 2024-11-08T18:16:22,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:22,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:22,043 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1384788816/online-snapshot/acquired, /1384788816/online-snapshot/reached, /1384788816/online-snapshot/abort 2024-11-08T18:16:22,044 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,42419,1731089779889 2024-11-08T18:16:22,045 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:16:22,047 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:22,047 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:16:22,048 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:16:22,048 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,42419,1731089779889 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:16:22,049 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:22,049 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:22,049 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:22,049 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:22,049 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:16:22,049 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,049 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:16:22,049 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,050 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089812050 2024-11-08T18:16:22,050 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:16:22,050 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:16:22,050 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:16:22,050 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:16:22,050 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:16:22,050 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:16:22,050 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,051 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:16:22,051 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:16:22,051 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:16:22,051 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:16:22,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:22,051 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:16:22,052 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:16:22,052 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:16:22,052 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:22,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:16:22,056 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089782052,5,FailOnTimeoutGroup] 2024-11-08T18:16:22,060 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089782056,5,FailOnTimeoutGroup] 2024-11-08T18:16:22,060 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,060 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:16:22,060 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,060 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:16:22,130 INFO [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(746): ClusterId : f0779784-4a31-48d7-865a-19fb92c1cce0 2024-11-08T18:16:22,130 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:16:22,138 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:16:22,138 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:16:22,149 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:16:22,149 DEBUG [RS:0;2424dce0d377:36077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8e9b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:16:22,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:16:22,165 DEBUG [RS:0;2424dce0d377:36077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:36077 2024-11-08T18:16:22,165 INFO [RS:0;2424dce0d377:36077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:16:22,165 INFO [RS:0;2424dce0d377:36077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:16:22,165 DEBUG [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:16:22,166 INFO [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,42419,1731089779889 with port=36077, startcode=1731089780001 2024-11-08T18:16:22,166 DEBUG [RS:0;2424dce0d377:36077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:16:22,168 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:16:22,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,36077,1731089780001 2024-11-08T18:16:22,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42419 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,36077,1731089780001 2024-11-08T18:16:22,170 DEBUG [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b 2024-11-08T18:16:22,170 DEBUG [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36943 2024-11-08T18:16:22,170 DEBUG [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:16:22,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816/rs 2024-11-08T18:16:22,180 DEBUG [RS:0;2424dce0d377:36077 {}] zookeeper.ZKUtil(111): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Set watcher on existing znode=/1384788816/rs/2424dce0d377,36077,1731089780001 2024-11-08T18:16:22,180 WARN [RS:0;2424dce0d377:36077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:16:22,180 INFO [RS:0;2424dce0d377:36077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:22,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,36077,1731089780001] 2024-11-08T18:16:22,181 DEBUG [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/WALs/2424dce0d377,36077,1731089780001 2024-11-08T18:16:22,185 INFO [RS:0;2424dce0d377:36077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:16:22,187 INFO [RS:0;2424dce0d377:36077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:16:22,187 INFO [RS:0;2424dce0d377:36077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:16:22,187 INFO [RS:0;2424dce0d377:36077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,187 INFO [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:16:22,188 INFO [RS:0;2424dce0d377:36077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:16:22,188 INFO [RS:0;2424dce0d377:36077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,188 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,188 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,188 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,189 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,189 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,189 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:16:22,189 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,189 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,189 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,189 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,189 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,189 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:22,189 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:16:22,189 DEBUG [RS:0;2424dce0d377:36077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:16:22,189 INFO [RS:0;2424dce0d377:36077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,189 INFO [RS:0;2424dce0d377:36077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,189 INFO [RS:0;2424dce0d377:36077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,190 INFO [RS:0;2424dce0d377:36077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,190 INFO [RS:0;2424dce0d377:36077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,190 INFO [RS:0;2424dce0d377:36077 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36077,1731089780001-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:16:22,204 INFO [RS:0;2424dce0d377:36077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:16:22,204 INFO [RS:0;2424dce0d377:36077 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36077,1731089780001-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,204 INFO [RS:0;2424dce0d377:36077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,204 INFO [RS:0;2424dce0d377:36077 {}] regionserver.Replication(171): 2424dce0d377,36077,1731089780001 started 2024-11-08T18:16:22,216 INFO [RS:0;2424dce0d377:36077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:22,217 INFO [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,36077,1731089780001, RpcServer on 2424dce0d377/172.17.0.3:36077, sessionid=0x1011ba9a6100004 2024-11-08T18:16:22,217 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:16:22,217 DEBUG [RS:0;2424dce0d377:36077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,36077,1731089780001 2024-11-08T18:16:22,217 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,36077,1731089780001' 2024-11-08T18:16:22,217 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1384788816/flush-table-proc/abort' 2024-11-08T18:16:22,217 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1384788816/flush-table-proc/acquired' 2024-11-08T18:16:22,218 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:16:22,218 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:16:22,218 DEBUG [RS:0;2424dce0d377:36077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,36077,1731089780001 2024-11-08T18:16:22,218 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,36077,1731089780001' 2024-11-08T18:16:22,218 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1384788816/online-snapshot/abort' 2024-11-08T18:16:22,218 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1384788816/online-snapshot/acquired' 2024-11-08T18:16:22,219 DEBUG [RS:0;2424dce0d377:36077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:16:22,219 INFO [RS:0;2424dce0d377:36077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:16:22,219 INFO [RS:0;2424dce0d377:36077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:16:22,319 INFO [RS:0;2424dce0d377:36077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:16:22,321 INFO [RS:0;2424dce0d377:36077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C36077%2C1731089780001, suffix=, logDir=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/WALs/2424dce0d377,36077,1731089780001, archiveDir=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/oldWALs, maxLogs=10 2024-11-08T18:16:22,333 DEBUG [RS:0;2424dce0d377:36077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/WALs/2424dce0d377,36077,1731089780001/2424dce0d377%2C36077%2C1731089780001.1731089782321, exclude list is [], retry=0 2024-11-08T18:16:22,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33591,DS-3d9d15de-8b27-48ce-a869-01545529b093,DISK] 2024-11-08T18:16:22,338 INFO [RS:0;2424dce0d377:36077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/WALs/2424dce0d377,36077,1731089780001/2424dce0d377%2C36077%2C1731089780001.1731089782321 2024-11-08T18:16:22,338 DEBUG [RS:0;2424dce0d377:36077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-11-08T18:16:22,464 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:16:22,465 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b 2024-11-08T18:16:22,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:16:22,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:22,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:16:22,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:16:22,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:22,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:22,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:16:22,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:16:22,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:22,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:22,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:16:22,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:16:22,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:22,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:22,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:16:22,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:16:22,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:22,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:22,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:16:22,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/data/hbase/meta/1588230740 2024-11-08T18:16:22,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/data/hbase/meta/1588230740 2024-11-08T18:16:22,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:16:22,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:16:22,883 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:22,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:16:22,886 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:16:22,887 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69286661, jitterRate=0.032451704144477844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:22,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089782871Initializing all the Stores at 1731089782872 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089782872Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089782872Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089782873 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089782873Cleaning up temporary data from old regions at 1731089782882 (+9 ms)Region opened successfully at 1731089782887 (+5 ms) 2024-11-08T18:16:22,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:16:22,887 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:16:22,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:16:22,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:16:22,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:16:22,888 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:16:22,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089782887Disabling compacts and flushes for region at 1731089782887Disabling writes for close at 1731089782887Writing region close event to WAL at 1731089782887Closed at 1731089782887 2024-11-08T18:16:22,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:22,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:16:22,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:16:22,890 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:16:22,891 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:16:23,042 DEBUG [2424dce0d377:42419 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:16:23,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,36077,1731089780001 2024-11-08T18:16:23,043 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,36077,1731089780001, state=OPENING 2024-11-08T18:16:23,152 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:16:23,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:23,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:23,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1384788816/meta-region-server: CHANGED 2024-11-08T18:16:23,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1384788816/meta-region-server: CHANGED 2024-11-08T18:16:23,170 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:16:23,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,36077,1731089780001}] 2024-11-08T18:16:23,323 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:16:23,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:16:23,329 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:16:23,329 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:23,329 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:16:23,330 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C36077%2C1731089780001.meta, suffix=.meta, logDir=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/WALs/2424dce0d377,36077,1731089780001, archiveDir=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/oldWALs, maxLogs=10 2024-11-08T18:16:23,342 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/WALs/2424dce0d377,36077,1731089780001/2424dce0d377%2C36077%2C1731089780001.meta.1731089783330.meta, exclude list is [], retry=0 2024-11-08T18:16:23,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33591,DS-3d9d15de-8b27-48ce-a869-01545529b093,DISK] 2024-11-08T18:16:23,346 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/WALs/2424dce0d377,36077,1731089780001/2424dce0d377%2C36077%2C1731089780001.meta.1731089783330.meta 2024-11-08T18:16:23,346 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211)] 2024-11-08T18:16:23,346 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:23,346 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:16:23,347 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:16:23,347 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:16:23,347 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:16:23,347 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:16:23,347 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:23,347 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:16:23,347 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:16:23,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:16:23,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:16:23,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:23,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:23,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:16:23,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:16:23,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:23,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:23,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:16:23,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:16:23,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:23,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:23,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:16:23,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:16:23,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:23,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:23,354 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:16:23,354 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/data/hbase/meta/1588230740 2024-11-08T18:16:23,355 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/data/hbase/meta/1588230740 2024-11-08T18:16:23,356 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:16:23,356 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:16:23,357 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:23,358 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:16:23,359 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71360789, jitterRate=0.0633586198091507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:23,359 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:16:23,359 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089783347Writing region info on filesystem at 1731089783347Initializing all the Stores at 1731089783348 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089783348Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089783348Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089783348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089783348Cleaning up temporary data from old regions at 1731089783356 (+8 ms)Running coprocessor post-open hooks at 1731089783359 (+3 ms)Region opened successfully at 1731089783359 2024-11-08T18:16:23,360 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089783323 2024-11-08T18:16:23,363 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:16:23,363 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:16:23,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,36077,1731089780001 2024-11-08T18:16:23,365 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,36077,1731089780001, state=OPEN 2024-11-08T18:16:23,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1384788816/meta-region-server 2024-11-08T18:16:23,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1384788816/meta-region-server 2024-11-08T18:16:23,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1384788816/meta-region-server: CHANGED 2024-11-08T18:16:23,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1384788816/meta-region-server: CHANGED 2024-11-08T18:16:23,375 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,36077,1731089780001 2024-11-08T18:16:23,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:16:23,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,36077,1731089780001 in 206 msec 2024-11-08T18:16:23,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:16:23,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-08T18:16:23,387 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:23,387 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:16:23,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:23,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36077,1731089780001, seqNum=-1] 2024-11-08T18:16:23,390 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:23,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:23,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3510 sec 2024-11-08T18:16:23,400 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089783399, completionTime=-1 2024-11-08T18:16:23,400 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:16:23,400 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:16:23,402 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:16:23,402 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731089843402 2024-11-08T18:16:23,402 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731089903402 2024-11-08T18:16:23,402 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:16:23,403 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42419,1731089779889-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:23,403 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42419,1731089779889-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:23,403 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42419,1731089779889-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:23,403 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:42419, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:23,403 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:23,403 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:23,406 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:16:23,408 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.338sec 2024-11-08T18:16:23,408 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:16:23,408 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:16:23,408 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:16:23,408 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:16:23,408 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:16:23,408 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42419,1731089779889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:16:23,408 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42419,1731089779889-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:16:23,411 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:16:23,411 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:16:23,411 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42419,1731089779889-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:23,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51736c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:23,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42419,-1 for getting cluster id 2024-11-08T18:16:23,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:23,432 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0779784-4a31-48d7-865a-19fb92c1cce0' 2024-11-08T18:16:23,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:23,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0779784-4a31-48d7-865a-19fb92c1cce0" 2024-11-08T18:16:23,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c14b4b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:23,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42419,-1] 2024-11-08T18:16:23,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:23,434 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:23,435 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:23,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd6bf1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:23,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36077,1731089780001, seqNum=-1] 2024-11-08T18:16:23,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:23,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:23,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,42419,1731089779889 2024-11-08T18:16:23,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63102 2024-11-08T18:16:23,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:23,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011ba9a6100005 connected 2024-11-08T18:16:23,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6819f222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:23,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36891,-1 for getting cluster id 2024-11-08T18:16:23,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:23,468 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8e8faee-4ec9-45c8-a1f1-7e9e74cd79cf' 2024-11-08T18:16:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8e8faee-4ec9-45c8-a1f1-7e9e74cd79cf" 2024-11-08T18:16:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33fecfb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36891,-1] 2024-11-08T18:16:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:23,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:23,471 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1942fdeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:23,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:23,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36891,1731089773931 2024-11-08T18:16:23,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b5ea352 2024-11-08T18:16:23,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:23,475 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:16:23,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:42419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:16:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:16:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:23,479 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:42419' 2024-11-08T18:16:23,480 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f3ba36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:23,480 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42419,-1 for getting cluster id 2024-11-08T18:16:23,480 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:23,481 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0779784-4a31-48d7-865a-19fb92c1cce0' 2024-11-08T18:16:23,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:23,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0779784-4a31-48d7-865a-19fb92c1cce0" 2024-11-08T18:16:23,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18243964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:23,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42419,-1] 2024-11-08T18:16:23,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:23,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:23,483 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:23,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8419db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:23,484 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:23,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,42419,1731089779889 2024-11-08T18:16:23,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68e95f14 2024-11-08T18:16:23,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:23,487 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:16:23,488 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T18:16:23,488 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:16:23,488 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:23,488 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:23,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:23,489 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:16:23,491 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:16:23,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:16:23,493 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:23,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:16:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741835_1011 (size=1138) 2024-11-08T18:16:23,504 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79f8a9916dd76d069905525496205642, NAME => 'hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083 2024-11-08T18:16:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741836_1012 (size=44) 2024-11-08T18:16:23,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:23,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 79f8a9916dd76d069905525496205642, disabling compactions & flushes 2024-11-08T18:16:23,513 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. 2024-11-08T18:16:23,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. 2024-11-08T18:16:23,514 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. after waiting 0 ms 2024-11-08T18:16:23,514 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. 2024-11-08T18:16:23,514 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. 2024-11-08T18:16:23,514 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79f8a9916dd76d069905525496205642: Waiting for close lock at 1731089783513Disabling compacts and flushes for region at 1731089783513Disabling writes for close at 1731089783514 (+1 ms)Writing region close event to WAL at 1731089783514Closed at 1731089783514 2024-11-08T18:16:23,515 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:16:23,516 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731089783516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089783516"}]},"ts":"1731089783516"} 2024-11-08T18:16:23,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:16:23,521 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:16:23,521 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089783521"}]},"ts":"1731089783521"} 2024-11-08T18:16:23,524 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:16:23,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79f8a9916dd76d069905525496205642, ASSIGN}] 2024-11-08T18:16:23,527 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79f8a9916dd76d069905525496205642, ASSIGN 2024-11-08T18:16:23,528 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79f8a9916dd76d069905525496205642, ASSIGN; state=OFFLINE, location=2424dce0d377,37429,1731089774161; forceNewPlan=false, retain=false 2024-11-08T18:16:23,541 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:16:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:23,679 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=79f8a9916dd76d069905525496205642, regionState=OPENING, regionLocation=2424dce0d377,37429,1731089774161 2024-11-08T18:16:23,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79f8a9916dd76d069905525496205642, ASSIGN because future has completed 2024-11-08T18:16:23,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f8a9916dd76d069905525496205642, server=2424dce0d377,37429,1731089774161}] 2024-11-08T18:16:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:23,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. 2024-11-08T18:16:23,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:23,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:16:23,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C37429%2C1731089774161.rep, suffix=, logDir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161, archiveDir=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/oldWALs, maxLogs=10 2024-11-08T18:16:23,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.rep.1731089783844, exclude list is [], retry=0 2024-11-08T18:16:23,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34441,DS-43ef4832-aab6-4ee8-b5d7-a26b3f9a39c9,DISK] 2024-11-08T18:16:23,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.rep.1731089783844 2024-11-08T18:16:23,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-08T18:16:23,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 79f8a9916dd76d069905525496205642, NAME => 'hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:23,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:16:23,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:16:23,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. service=MultiRowMutationService 2024-11-08T18:16:23,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:16:23,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:23,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,865 INFO [StoreOpener-79f8a9916dd76d069905525496205642-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,867 INFO [StoreOpener-79f8a9916dd76d069905525496205642-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f8a9916dd76d069905525496205642 columnFamilyName hfileref 2024-11-08T18:16:23,867 DEBUG [StoreOpener-79f8a9916dd76d069905525496205642-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:23,867 INFO [StoreOpener-79f8a9916dd76d069905525496205642-1 {}] regionserver.HStore(327): Store=79f8a9916dd76d069905525496205642/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:23,867 INFO [StoreOpener-79f8a9916dd76d069905525496205642-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,869 INFO [StoreOpener-79f8a9916dd76d069905525496205642-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f8a9916dd76d069905525496205642 columnFamilyName queue 2024-11-08T18:16:23,869 DEBUG [StoreOpener-79f8a9916dd76d069905525496205642-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:23,869 INFO [StoreOpener-79f8a9916dd76d069905525496205642-1 {}] regionserver.HStore(327): Store=79f8a9916dd76d069905525496205642/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:23,869 INFO [StoreOpener-79f8a9916dd76d069905525496205642-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,871 INFO [StoreOpener-79f8a9916dd76d069905525496205642-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f8a9916dd76d069905525496205642 columnFamilyName sid 2024-11-08T18:16:23,871 DEBUG [StoreOpener-79f8a9916dd76d069905525496205642-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:23,871 INFO [StoreOpener-79f8a9916dd76d069905525496205642-1 {}] regionserver.HStore(327): Store=79f8a9916dd76d069905525496205642/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:23,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/replication/79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/replication/79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:16:23,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/replication/79f8a9916dd76d069905525496205642/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:16:23,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 79f8a9916dd76d069905525496205642; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63651147, jitterRate=-0.051523998379707336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:16:23,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79f8a9916dd76d069905525496205642 2024-11-08T18:16:23,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 79f8a9916dd76d069905525496205642: Running coprocessor pre-open hook at 1731089783863Writing region info on filesystem at 1731089783863Initializing all the Stores at 1731089783864 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089783864Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089783865 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089783865Cleaning up temporary data from old regions at 1731089783874 (+9 ms)Running coprocessor post-open hooks at 1731089783878 (+4 ms)Region opened successfully at 1731089783878 2024-11-08T18:16:23,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642., pid=7, masterSystemTime=1731089783836 2024-11-08T18:16:23,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. 2024-11-08T18:16:23,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. 2024-11-08T18:16:23,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=79f8a9916dd76d069905525496205642, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,37429,1731089774161 2024-11-08T18:16:23,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f8a9916dd76d069905525496205642, server=2424dce0d377,37429,1731089774161 because future has completed 2024-11-08T18:16:23,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T18:16:23,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 79f8a9916dd76d069905525496205642, server=2424dce0d377,37429,1731089774161 in 203 msec 2024-11-08T18:16:23,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:16:23,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79f8a9916dd76d069905525496205642, ASSIGN in 364 msec 2024-11-08T18:16:23,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:16:23,891 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089783891"}]},"ts":"1731089783891"} 2024-11-08T18:16:23,894 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:16:23,895 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:16:23,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 406 msec 2024-11-08T18:16:23,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642., hostname=2424dce0d377,37429,1731089774161, seqNum=2] 2024-11-08T18:16:24,011 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:24,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:24,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:16:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:24,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37429 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T18:16:24,187 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:16:24,215 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,37429,1731089774161, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:16:24,215 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:24,215 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,37429,1731089774161, seqNum=-1] 2024-11-08T18:16:24,216 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:24,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-08T18:16:24,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,37429,1731089774161', locateType=CURRENT is [region=hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642., hostname=2424dce0d377,37429,1731089774161, seqNum=2] 2024-11-08T18:16:24,222 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T18:16:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T18:16:24,225 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,37429,1731089774161 suceeded 2024-11-08T18:16:24,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T18:16:24,228 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:42419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:16:24,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-08T18:16:24,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 753 msec 2024-11-08T18:16:24,236 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:42419' 2024-11-08T18:16:24,237 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@664e067a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:24,238 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42419,-1 for getting cluster id 2024-11-08T18:16:24,238 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:24,238 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0779784-4a31-48d7-865a-19fb92c1cce0' 2024-11-08T18:16:24,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:24,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0779784-4a31-48d7-865a-19fb92c1cce0" 2024-11-08T18:16:24,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52d7833a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:24,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42419,-1] 2024-11-08T18:16:24,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:24,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:24,240 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:24,241 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fa52bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:24,241 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:24,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,42419,1731089779889 2024-11-08T18:16:24,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b9db76 2024-11-08T18:16:24,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:24,243 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-08T18:16:24,243 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,37429,1731089774161 (queues=1) is replicating from cluster=d8e8faee-4ec9-45c8-a1f1-7e9e74cd79cf to cluster=f0779784-4a31-48d7-865a-19fb92c1cce0 2024-11-08T18:16:24,243 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C37429%2C1731089774161 2024-11-08T18:16:24,244 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,37429,1731089774161, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:16:24,244 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.shipper2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C37429%2C1731089774161 2024-11-08T18:16:24,244 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.wal-reader.2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.1731089776338, startPosition=0, beingWritten=true 2024-11-08T18:16:24,451 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.wal-reader.2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.1731089776338 to pos 0, reset compression=false 2024-11-08T18:16:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:24,613 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:16:24,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:24,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:24,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:24,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:24,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:24,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36891,1731089773931 2024-11-08T18:16:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78540903 2024-11-08T18:16:24,615 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:24,616 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:16:24,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36891 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T18:16:24,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:16:24,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:24,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:24,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:24,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:24,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:24,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:16:24,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=604591791, stopped=false 2024-11-08T18:16:24,618 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,42419,1731089779889 2024-11-08T18:16:24,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1384788816/running 2024-11-08T18:16:24,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1384788816/running 2024-11-08T18:16:24,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:24,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:24,632 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:16:24,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:24,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:24,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:24,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Set watcher on znode that does not yet exist, /1384788816/running 2024-11-08T18:16:24,633 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,36077,1731089780001' ***** 2024-11-08T18:16:24,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Set watcher on znode that does not yet exist, /1384788816/running 2024-11-08T18:16:24,633 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:16:24,633 INFO [RS:0;2424dce0d377:36077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:16:24,633 INFO [RS:0;2424dce0d377:36077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:16:24,633 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:16:24,633 INFO [RS:0;2424dce0d377:36077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:16:24,633 INFO [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,36077,1731089780001 2024-11-08T18:16:24,633 INFO [RS:0;2424dce0d377:36077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:16:24,633 INFO [RS:0;2424dce0d377:36077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:36077. 2024-11-08T18:16:24,634 DEBUG [RS:0;2424dce0d377:36077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:24,634 DEBUG [RS:0;2424dce0d377:36077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:24,634 INFO [RS:0;2424dce0d377:36077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:16:24,634 INFO [RS:0;2424dce0d377:36077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:16:24,634 INFO [RS:0;2424dce0d377:36077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:16:24,634 INFO [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:16:24,634 INFO [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:16:24,634 DEBUG [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:16:24,634 DEBUG [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:16:24,634 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:16:24,634 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:16:24,634 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:16:24,634 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:16:24,634 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:16:24,634 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T18:16:24,649 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/data/hbase/meta/1588230740/.tmp/ns/9cf8373aa07c474da2f3731e94c291a2 is 43, key is default/ns:d/1731089783392/Put/seqid=0 2024-11-08T18:16:24,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741835_1011 (size=5153) 2024-11-08T18:16:24,693 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:16:24,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:16:24,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T18:16:24,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T18:16:24,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T18:16:24,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:16:24,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T18:16:24,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:16:24,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T18:16:24,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:16:24,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T18:16:24,757 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.wal-reader.2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.1731089776338 to pos 0, reset compression=false 2024-11-08T18:16:24,834 DEBUG [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:16:25,034 DEBUG [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:16:25,053 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/data/hbase/meta/1588230740/.tmp/ns/9cf8373aa07c474da2f3731e94c291a2 2024-11-08T18:16:25,060 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/data/hbase/meta/1588230740/.tmp/ns/9cf8373aa07c474da2f3731e94c291a2 as hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/data/hbase/meta/1588230740/ns/9cf8373aa07c474da2f3731e94c291a2 2024-11-08T18:16:25,066 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/data/hbase/meta/1588230740/ns/9cf8373aa07c474da2f3731e94c291a2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T18:16:25,067 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-08T18:16:25,071 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T18:16:25,071 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:16:25,071 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:16:25,071 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:16:25,072 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089784634Running coprocessor pre-close hooks at 1731089784634Disabling compacts and flushes for region at 1731089784634Disabling writes for close at 1731089784634Obtaining lock to block concurrent updates at 1731089784634Preparing flush snapshotting stores in 1588230740 at 1731089784634Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731089784635 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731089784635Flushing 1588230740/ns: creating writer at 1731089784635Flushing 1588230740/ns: appending metadata at 1731089784648 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731089784648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0eb492: reopening flushed file at 1731089785059 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731089785067 (+8 ms)Writing region close event to WAL at 1731089785067Running coprocessor post-close hooks at 1731089785071 (+4 ms)Closed at 1731089785071 2024-11-08T18:16:25,072 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:16:25,161 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.wal-reader.2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.1731089776338 to pos 0, reset compression=false 2024-11-08T18:16:25,191 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:16:25,191 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:16:25,235 INFO [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,36077,1731089780001; all regions closed. 2024-11-08T18:16:25,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741834_1010 (size=1152) 2024-11-08T18:16:25,237 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/WALs/2424dce0d377,36077,1731089780001/2424dce0d377%2C36077%2C1731089780001.meta.1731089783330.meta not finished, retry = 0 2024-11-08T18:16:25,340 DEBUG [RS:0;2424dce0d377:36077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/oldWALs 2024-11-08T18:16:25,341 INFO [RS:0;2424dce0d377:36077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C36077%2C1731089780001.meta:.meta(num 1731089783330) 2024-11-08T18:16:25,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741832_1008 (size=93) 2024-11-08T18:16:25,343 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/WALs/2424dce0d377,36077,1731089780001/2424dce0d377%2C36077%2C1731089780001.1731089782321 not finished, retry = 0 2024-11-08T18:16:25,446 DEBUG [RS:0;2424dce0d377:36077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/oldWALs 2024-11-08T18:16:25,446 INFO [RS:0;2424dce0d377:36077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C36077%2C1731089780001:(num 1731089782321) 2024-11-08T18:16:25,446 DEBUG [RS:0;2424dce0d377:36077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:25,446 INFO [RS:0;2424dce0d377:36077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:16:25,446 INFO [RS:0;2424dce0d377:36077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:16:25,446 INFO [RS:0;2424dce0d377:36077 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:16:25,446 INFO [RS:0;2424dce0d377:36077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:16:25,446 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:16:25,446 INFO [RS:0;2424dce0d377:36077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36077 2024-11-08T18:16:25,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816/rs 2024-11-08T18:16:25,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1384788816/rs/2424dce0d377,36077,1731089780001 2024-11-08T18:16:25,559 INFO [RS:0;2424dce0d377:36077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:16:25,559 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,36077,1731089780001] 2024-11-08T18:16:25,666 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.wal-reader.2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.1731089776338 to pos 0, reset compression=false 2024-11-08T18:16:25,785 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1384788816/draining/2424dce0d377,36077,1731089780001 already deleted, retry=false 2024-11-08T18:16:25,786 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,36077,1731089780001 expired; onlineServers=0 2024-11-08T18:16:25,786 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,42419,1731089779889' ***** 2024-11-08T18:16:25,786 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:16:25,786 INFO [M:0;2424dce0d377:42419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:16:25,786 INFO [M:0;2424dce0d377:42419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:16:25,786 DEBUG [M:0;2424dce0d377:42419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:16:25,786 DEBUG [M:0;2424dce0d377:42419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:16:25,786 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:16:25,786 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089782056 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089782056,5,FailOnTimeoutGroup] 2024-11-08T18:16:25,786 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089782052 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089782052,5,FailOnTimeoutGroup] 2024-11-08T18:16:25,786 INFO [M:0;2424dce0d377:42419 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:16:25,786 INFO [M:0;2424dce0d377:42419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:16:25,786 DEBUG [M:0;2424dce0d377:42419 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:16:25,787 INFO [M:0;2424dce0d377:42419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:16:25,787 INFO [M:0;2424dce0d377:42419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:16:25,787 INFO [M:0;2424dce0d377:42419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:16:25,787 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:16:25,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1384788816/master 2024-11-08T18:16:25,828 DEBUG [M:0;2424dce0d377:42419 {}] zookeeper.ZKUtil(347): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Unable to get data of znode /1384788816/master because node does not exist (not an error) 2024-11-08T18:16:25,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1384788816 2024-11-08T18:16:25,828 WARN [M:0;2424dce0d377:42419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:16:25,828 INFO [M:0;2424dce0d377:42419 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/.lastflushedseqids 2024-11-08T18:16:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741836_1012 (size=99) 2024-11-08T18:16:25,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:25,833 INFO [RS:0;2424dce0d377:36077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:16:25,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36077-0x1011ba9a6100004, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:25,833 INFO [RS:0;2424dce0d377:36077 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,36077,1731089780001; zookeeper connection closed. 2024-11-08T18:16:25,833 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a54725 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a54725 2024-11-08T18:16:25,833 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:16:26,233 INFO [M:0;2424dce0d377:42419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:16:26,234 INFO [M:0;2424dce0d377:42419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:16:26,234 DEBUG [M:0;2424dce0d377:42419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:16:26,234 INFO [M:0;2424dce0d377:42419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:26,234 DEBUG [M:0;2424dce0d377:42419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:26,234 DEBUG [M:0;2424dce0d377:42419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:16:26,234 DEBUG [M:0;2424dce0d377:42419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:26,234 INFO [M:0;2424dce0d377:42419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T18:16:26,251 DEBUG [M:0;2424dce0d377:42419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dc14da28987438e9442c847e72da08d is 82, key is hbase:meta,,1/info:regioninfo/1731089783364/Put/seqid=0 2024-11-08T18:16:26,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741837_1013 (size=5672) 2024-11-08T18:16:26,271 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.wal-reader.2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.1731089776338 to pos 0, reset compression=false 2024-11-08T18:16:26,657 INFO [M:0;2424dce0d377:42419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dc14da28987438e9442c847e72da08d 2024-11-08T18:16:26,677 DEBUG [M:0;2424dce0d377:42419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/018435e15fb34d91baa6c6875e619948 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731089783398/Put/seqid=0 2024-11-08T18:16:26,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741838_1014 (size=5275) 2024-11-08T18:16:26,976 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.wal-reader.2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.1731089776338 to pos 0, reset compression=false 2024-11-08T18:16:27,082 INFO [M:0;2424dce0d377:42419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/018435e15fb34d91baa6c6875e619948 2024-11-08T18:16:27,106 DEBUG [M:0;2424dce0d377:42419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bd651edfbde44d7a43f98ac876ebe99 is 69, key is 2424dce0d377,36077,1731089780001/rs:state/1731089782169/Put/seqid=0 2024-11-08T18:16:27,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741839_1015 (size=5156) 2024-11-08T18:16:27,511 INFO [M:0;2424dce0d377:42419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bd651edfbde44d7a43f98ac876ebe99 2024-11-08T18:16:27,519 DEBUG [M:0;2424dce0d377:42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8dc14da28987438e9442c847e72da08d as hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8dc14da28987438e9442c847e72da08d 2024-11-08T18:16:27,525 INFO [M:0;2424dce0d377:42419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8dc14da28987438e9442c847e72da08d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T18:16:27,526 DEBUG [M:0;2424dce0d377:42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/018435e15fb34d91baa6c6875e619948 as hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/018435e15fb34d91baa6c6875e619948 2024-11-08T18:16:27,532 INFO [M:0;2424dce0d377:42419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/018435e15fb34d91baa6c6875e619948, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T18:16:27,533 DEBUG [M:0;2424dce0d377:42419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7bd651edfbde44d7a43f98ac876ebe99 as hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7bd651edfbde44d7a43f98ac876ebe99 2024-11-08T18:16:27,537 INFO [M:0;2424dce0d377:42419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36943/user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7bd651edfbde44d7a43f98ac876ebe99, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T18:16:27,539 INFO [M:0;2424dce0d377:42419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=28, compaction requested=false 2024-11-08T18:16:27,540 INFO [M:0;2424dce0d377:42419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:27,540 DEBUG [M:0;2424dce0d377:42419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089786234Disabling compacts and flushes for region at 1731089786234Disabling writes for close at 1731089786234Obtaining lock to block concurrent updates at 1731089786234Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089786234Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731089786234Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089786235 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089786235Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089786251 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089786251Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089786663 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089786677 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089786677Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089787088 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089787106 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089787106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34893058: reopening flushed file at 1731089787517 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd253d7: reopening flushed file at 1731089787525 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58eb25bd: reopening flushed file at 1731089787532 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=28, compaction requested=false at 1731089787539 (+7 ms)Writing region close event to WAL at 1731089787540 (+1 ms)Closed at 1731089787540 2024-11-08T18:16:27,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33591 is added to blk_1073741830_1006 (size=10165) 2024-11-08T18:16:27,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b98f6315-4bfe-8018-1e74-1fd8cbe1f67b/MasterData/WALs/2424dce0d377,42419,1731089779889/2424dce0d377%2C42419%2C1731089779889.1731089781733 not finished, retry = 0 2024-11-08T18:16:27,644 INFO [M:0;2424dce0d377:42419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:16:27,644 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:16:27,644 INFO [M:0;2424dce0d377:42419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42419 2024-11-08T18:16:27,644 INFO [M:0;2424dce0d377:42419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:16:27,780 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.wal-reader.2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.1731089776338 to pos 0, reset compression=false 2024-11-08T18:16:27,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:27,922 INFO [M:0;2424dce0d377:42419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:16:27,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42419-0x1011ba9a6100003, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:27,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@282704ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:16:27,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cb4a4a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:16:27,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:16:27,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e57ea33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:16:27,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c929d4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/hadoop.log.dir/,STOPPED} 2024-11-08T18:16:27,927 WARN [BP-1274470892-172.17.0.3-1731089777588 heartbeating to localhost/127.0.0.1:36943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:16:27,927 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:16:27,927 WARN [BP-1274470892-172.17.0.3-1731089777588 heartbeating to localhost/127.0.0.1:36943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1274470892-172.17.0.3-1731089777588 (Datanode Uuid 2b069518-cd61-4f84-a883-1b0eb93e80f8) service to localhost/127.0.0.1:36943 2024-11-08T18:16:27,927 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:16:27,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/cluster_71b99f2f-d338-4e4f-abc4-cd757b1a8e6f/data/data1/current/BP-1274470892-172.17.0.3-1731089777588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:16:27,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/cluster_71b99f2f-d338-4e4f-abc4-cd757b1a8e6f/data/data2/current/BP-1274470892-172.17.0.3-1731089777588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:16:27,928 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:16:27,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bcea35c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:16:27,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27fa36b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:16:27,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:16:27,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4eb1c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:16:27,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23912fa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/hadoop.log.dir/,STOPPED} 2024-11-08T18:16:27,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:16:27,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:16:27,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:27,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:27,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:27,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:27,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:27,951 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:16:27,951 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=507506478, stopped=false 2024-11-08T18:16:27,951 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,36891,1731089773931 2024-11-08T18:16:27,969 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-76201226/running 2024-11-08T18:16:27,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-76201226/running 2024-11-08T18:16:27,969 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:27,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:27,969 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:16:27,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:27,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:27,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:27,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Set watcher on znode that does not yet exist, /0-76201226/running 2024-11-08T18:16:27,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Set watcher on znode that does not yet exist, /0-76201226/running 2024-11-08T18:16:27,970 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,37429,1731089774161' ***** 2024-11-08T18:16:27,970 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:16:27,970 INFO [RS:0;2424dce0d377:37429 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:16:27,970 INFO [RS:0;2424dce0d377:37429 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:16:27,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:16:27,970 INFO [RS:0;2424dce0d377:37429 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:16:27,970 INFO [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(3091): Received CLOSE for 79f8a9916dd76d069905525496205642 2024-11-08T18:16:27,971 INFO [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,37429,1731089774161 2024-11-08T18:16:27,971 INFO [RS:0;2424dce0d377:37429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:16:27,971 INFO [RS:0;2424dce0d377:37429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:37429. 2024-11-08T18:16:27,971 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79f8a9916dd76d069905525496205642, disabling compactions & flushes 2024-11-08T18:16:27,971 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. 2024-11-08T18:16:27,971 DEBUG [RS:0;2424dce0d377:37429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:27,971 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. 2024-11-08T18:16:27,971 DEBUG [RS:0;2424dce0d377:37429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:27,971 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. after waiting 0 ms 2024-11-08T18:16:27,971 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. 2024-11-08T18:16:27,971 INFO [RS:0;2424dce0d377:37429 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:16:27,971 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79f8a9916dd76d069905525496205642 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T18:16:27,971 INFO [RS:0;2424dce0d377:37429 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:16:27,971 INFO [RS:0;2424dce0d377:37429 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:16:27,971 INFO [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:16:27,972 INFO [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:16:27,972 DEBUG [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1325): Online Regions={79f8a9916dd76d069905525496205642=hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:16:27,972 DEBUG [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79f8a9916dd76d069905525496205642 2024-11-08T18:16:27,972 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:16:27,972 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:16:27,972 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:16:27,972 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:16:27,972 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:16:27,972 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T18:16:27,989 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/replication/79f8a9916dd76d069905525496205642/.tmp/queue/5df58ea21dc140c9bdf2aa083c49e612 is 151, key is 1-2424dce0d377,37429,1731089774161/queue:2424dce0d377%2C37429%2C1731089774161/1731089784220/Put/seqid=0 2024-11-08T18:16:27,991 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/.tmp/info/178c2c42970646e8b591387a43dff4ee is 147, key is hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642./info:regioninfo/1731089783882/Put/seqid=0 2024-11-08T18:16:27,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741838_1014 (size=5350) 2024-11-08T18:16:28,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741839_1015 (size=6631) 2024-11-08T18:16:28,009 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:16:28,158 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T18:16:28,172 DEBUG [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79f8a9916dd76d069905525496205642 2024-11-08T18:16:28,192 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:16:28,192 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:16:28,372 DEBUG [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79f8a9916dd76d069905525496205642 2024-11-08T18:16:28,398 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/replication/79f8a9916dd76d069905525496205642/.tmp/queue/5df58ea21dc140c9bdf2aa083c49e612 2024-11-08T18:16:28,405 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/replication/79f8a9916dd76d069905525496205642/.tmp/queue/5df58ea21dc140c9bdf2aa083c49e612 as hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/replication/79f8a9916dd76d069905525496205642/queue/5df58ea21dc140c9bdf2aa083c49e612 2024-11-08T18:16:28,406 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/.tmp/info/178c2c42970646e8b591387a43dff4ee 2024-11-08T18:16:28,413 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/replication/79f8a9916dd76d069905525496205642/queue/5df58ea21dc140c9bdf2aa083c49e612, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T18:16:28,414 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 79f8a9916dd76d069905525496205642 in 443ms, sequenceid=5, compaction requested=false 2024-11-08T18:16:28,438 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/replication/79f8a9916dd76d069905525496205642/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T18:16:28,439 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/.tmp/ns/89a35414b6b14754859382aad898d55b is 43, key is default/ns:d/1731089777416/Put/seqid=0 2024-11-08T18:16:28,440 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:16:28,440 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:16:28,440 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. 2024-11-08T18:16:28,441 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79f8a9916dd76d069905525496205642: Waiting for close lock at 1731089787971Running coprocessor pre-close hooks at 1731089787971Disabling compacts and flushes for region at 1731089787971Disabling writes for close at 1731089787971Obtaining lock to block concurrent updates at 1731089787971Preparing flush snapshotting stores in 79f8a9916dd76d069905525496205642 at 1731089787971Finished memstore snapshotting hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731089787971Flushing stores of hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. at 1731089787972 (+1 ms)Flushing 79f8a9916dd76d069905525496205642/queue: creating writer at 1731089787973 (+1 ms)Flushing 79f8a9916dd76d069905525496205642/queue: appending metadata at 1731089787989 (+16 ms)Flushing 79f8a9916dd76d069905525496205642/queue: closing flushed file at 1731089787989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d008169: reopening flushed file at 1731089788404 (+415 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 79f8a9916dd76d069905525496205642 in 443ms, sequenceid=5, compaction requested=false at 1731089788414 (+10 ms)Writing region close event to WAL at 1731089788423 (+9 ms)Running coprocessor post-close hooks at 1731089788440 (+17 ms)Closed at 1731089788440 2024-11-08T18:16:28,441 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731089783489.79f8a9916dd76d069905525496205642. 2024-11-08T18:16:28,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741840_1016 (size=5153) 2024-11-08T18:16:28,572 DEBUG [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:16:28,685 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.wal-reader.2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.1731089776338 to pos 0, reset compression=false 2024-11-08T18:16:28,773 DEBUG [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:16:28,845 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/.tmp/ns/89a35414b6b14754859382aad898d55b 2024-11-08T18:16:28,848 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:16:28,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:28,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:28,872 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/.tmp/table/8d22ba0ece09486b902b3103fb4869e2 is 53, key is hbase:replication/table:state/1731089783891/Put/seqid=0 2024-11-08T18:16:28,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741841_1017 (size=5256) 2024-11-08T18:16:28,878 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/.tmp/table/8d22ba0ece09486b902b3103fb4869e2 2024-11-08T18:16:28,884 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/.tmp/info/178c2c42970646e8b591387a43dff4ee as hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/info/178c2c42970646e8b591387a43dff4ee 2024-11-08T18:16:28,889 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/info/178c2c42970646e8b591387a43dff4ee, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T18:16:28,890 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/.tmp/ns/89a35414b6b14754859382aad898d55b as hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/ns/89a35414b6b14754859382aad898d55b 2024-11-08T18:16:28,895 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/ns/89a35414b6b14754859382aad898d55b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T18:16:28,896 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/.tmp/table/8d22ba0ece09486b902b3103fb4869e2 as hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/table/8d22ba0ece09486b902b3103fb4869e2 2024-11-08T18:16:28,903 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/table/8d22ba0ece09486b902b3103fb4869e2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T18:16:28,905 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=11, compaction requested=false 2024-11-08T18:16:28,909 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T18:16:28,910 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:16:28,910 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:16:28,910 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:16:28,910 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089787972Running coprocessor pre-close hooks at 1731089787972Disabling compacts and flushes for region at 1731089787972Disabling writes for close at 1731089787972Obtaining lock to block concurrent updates at 1731089787972Preparing flush snapshotting stores in 1588230740 at 1731089787972Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731089787973 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731089787974 (+1 ms)Flushing 1588230740/info: creating writer at 1731089787974Flushing 1588230740/info: appending metadata at 1731089787991 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731089787991Flushing 1588230740/ns: creating writer at 1731089788413 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731089788438 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731089788438Flushing 1588230740/table: creating writer at 1731089788851 (+413 ms)Flushing 1588230740/table: appending metadata at 1731089788871 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731089788871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@351e9971: reopening flushed file at 1731089788883 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28944a67: reopening flushed file at 1731089788889 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c3e4998: reopening flushed file at 1731089788895 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=11, compaction requested=false at 1731089788905 (+10 ms)Writing region close event to WAL at 1731089788906 (+1 ms)Running coprocessor post-close hooks at 1731089788910 (+4 ms)Closed at 1731089788910 2024-11-08T18:16:28,910 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:16:28,973 INFO [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,37429,1731089774161; all regions closed. 2024-11-08T18:16:28,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741834_1010 (size=2742) 2024-11-08T18:16:28,975 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.meta.1731089777301.meta not finished, retry = 0 2024-11-08T18:16:29,078 DEBUG [RS:0;2424dce0d377:37429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/oldWALs 2024-11-08T18:16:29,078 INFO [RS:0;2424dce0d377:37429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C37429%2C1731089774161.meta:.meta(num 1731089777301) 2024-11-08T18:16:29,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741837_1013 (size=1586) 2024-11-08T18:16:29,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.rep.1731089783844 not finished, retry = 0 2024-11-08T18:16:29,183 DEBUG [RS:0;2424dce0d377:37429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/oldWALs 2024-11-08T18:16:29,183 INFO [RS:0;2424dce0d377:37429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C37429%2C1731089774161.rep:(num 1731089783844) 2024-11-08T18:16:29,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741832_1008 (size=93) 2024-11-08T18:16:29,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/WALs/2424dce0d377,37429,1731089774161/2424dce0d377%2C37429%2C1731089774161.1731089776338 not finished, retry = 0 2024-11-08T18:16:29,288 DEBUG [RS:0;2424dce0d377:37429 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/oldWALs 2024-11-08T18:16:29,288 INFO [RS:0;2424dce0d377:37429 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C37429%2C1731089774161:(num 1731089776338) 2024-11-08T18:16:29,288 DEBUG [RS:0;2424dce0d377:37429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:29,288 INFO [RS:0;2424dce0d377:37429 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:16:29,288 INFO [RS:0;2424dce0d377:37429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:16:29,288 INFO [RS:0;2424dce0d377:37429 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:16:29,288 INFO [RS:0;2424dce0d377:37429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:16:29,288 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:16:29,289 INFO [RS:0;2424dce0d377:37429 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,37429,1731089774161 because: Region server is closing 2024-11-08T18:16:29,289 INFO [RS:0;2424dce0d377:37429 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:37429. 2024-11-08T18:16:29,289 DEBUG [RS:0;2424dce0d377:37429 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:29,289 DEBUG [RS:0;2424dce0d377:37429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:29,289 DEBUG [RS:0;2424dce0d377:37429 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:29,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:29,389 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.wal-reader.2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:16:29,389 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.shipper2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T18:16:29,390 INFO [RS:0;2424dce0d377:37429 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37429,1731089774161.replicationSource.shipper2424dce0d377%2C37429%2C1731089774161,1-2424dce0d377,37429,1731089774161 terminated 2024-11-08T18:16:29,390 INFO [RS:0;2424dce0d377:37429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37429 2024-11-08T18:16:29,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226/rs 2024-11-08T18:16:29,490 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-76201226/rs/2424dce0d377,37429,1731089774161 2024-11-08T18:16:29,490 INFO [RS:0;2424dce0d377:37429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:16:29,491 ERROR [pool-358-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f6bb08e3ed8@25bc91e8 rejected from java.util.concurrent.ThreadPoolExecutor@60be1b3b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T18:16:29,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,37429,1731089774161] 2024-11-08T18:16:29,511 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-76201226/draining/2424dce0d377,37429,1731089774161 already deleted, retry=false 2024-11-08T18:16:29,511 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,37429,1731089774161 expired; onlineServers=0 2024-11-08T18:16:29,511 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,36891,1731089773931' ***** 2024-11-08T18:16:29,511 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:16:29,511 INFO [M:0;2424dce0d377:36891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:16:29,512 INFO [M:0;2424dce0d377:36891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:16:29,512 DEBUG [M:0;2424dce0d377:36891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:16:29,512 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:16:29,512 DEBUG [M:0;2424dce0d377:36891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:16:29,512 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089776007 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089776007,5,FailOnTimeoutGroup] 2024-11-08T18:16:29,512 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089776008 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089776008,5,FailOnTimeoutGroup] 2024-11-08T18:16:29,512 INFO [M:0;2424dce0d377:36891 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:16:29,512 INFO [M:0;2424dce0d377:36891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:16:29,512 DEBUG [M:0;2424dce0d377:36891 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:16:29,512 INFO [M:0;2424dce0d377:36891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:16:29,512 INFO [M:0;2424dce0d377:36891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:16:29,512 INFO [M:0;2424dce0d377:36891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:16:29,513 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:16:29,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-76201226/master 2024-11-08T18:16:29,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-76201226 2024-11-08T18:16:29,522 DEBUG [M:0;2424dce0d377:36891 {}] zookeeper.ZKUtil(347): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Unable to get data of znode /0-76201226/master because node does not exist (not an error) 2024-11-08T18:16:29,522 WARN [M:0;2424dce0d377:36891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:16:29,523 INFO [M:0;2424dce0d377:36891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/.lastflushedseqids 2024-11-08T18:16:29,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741842_1018 (size=181) 2024-11-08T18:16:29,601 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:29,601 INFO [RS:0;2424dce0d377:37429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:16:29,601 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37429-0x1011ba9a6100001, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:29,601 INFO [RS:0;2424dce0d377:37429 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,37429,1731089774161; zookeeper connection closed. 2024-11-08T18:16:29,601 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cd05e59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cd05e59 2024-11-08T18:16:29,602 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:16:29,928 INFO [M:0;2424dce0d377:36891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:16:29,928 INFO [M:0;2424dce0d377:36891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:16:29,928 DEBUG [M:0;2424dce0d377:36891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:16:29,928 INFO [M:0;2424dce0d377:36891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:29,928 DEBUG [M:0;2424dce0d377:36891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:29,928 DEBUG [M:0;2424dce0d377:36891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:16:29,928 DEBUG [M:0;2424dce0d377:36891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:29,928 INFO [M:0;2424dce0d377:36891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T18:16:29,947 DEBUG [M:0;2424dce0d377:36891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8031a1f74d834634ab49c91028922517 is 82, key is hbase:meta,,1/info:regioninfo/1731089777346/Put/seqid=0 2024-11-08T18:16:29,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741843_1019 (size=5672) 2024-11-08T18:16:30,352 INFO [M:0;2424dce0d377:36891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8031a1f74d834634ab49c91028922517 2024-11-08T18:16:30,371 DEBUG [M:0;2424dce0d377:36891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b7c92fa10f047eaa99b1d94fd4582bf is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731089783897/Put/seqid=0 2024-11-08T18:16:30,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741844_1020 (size=7203) 2024-11-08T18:16:30,776 INFO [M:0;2424dce0d377:36891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b7c92fa10f047eaa99b1d94fd4582bf 2024-11-08T18:16:30,796 DEBUG [M:0;2424dce0d377:36891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd2be81242b94b538d09cb27e9add4d3 is 69, key is 2424dce0d377,37429,1731089774161/rs:state/1731089776105/Put/seqid=0 2024-11-08T18:16:30,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741845_1021 (size=5156) 2024-11-08T18:16:31,200 INFO [M:0;2424dce0d377:36891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd2be81242b94b538d09cb27e9add4d3 2024-11-08T18:16:31,206 DEBUG [M:0;2424dce0d377:36891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8031a1f74d834634ab49c91028922517 as hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8031a1f74d834634ab49c91028922517 2024-11-08T18:16:31,212 INFO [M:0;2424dce0d377:36891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8031a1f74d834634ab49c91028922517, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T18:16:31,213 DEBUG [M:0;2424dce0d377:36891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b7c92fa10f047eaa99b1d94fd4582bf as hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b7c92fa10f047eaa99b1d94fd4582bf 2024-11-08T18:16:31,219 INFO [M:0;2424dce0d377:36891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b7c92fa10f047eaa99b1d94fd4582bf, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T18:16:31,220 DEBUG [M:0;2424dce0d377:36891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd2be81242b94b538d09cb27e9add4d3 as hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd2be81242b94b538d09cb27e9add4d3 2024-11-08T18:16:31,224 INFO [M:0;2424dce0d377:36891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36477/user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd2be81242b94b538d09cb27e9add4d3, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T18:16:31,225 INFO [M:0;2424dce0d377:36891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=70, compaction requested=false 2024-11-08T18:16:31,226 INFO [M:0;2424dce0d377:36891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:31,226 DEBUG [M:0;2424dce0d377:36891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089789928Disabling compacts and flushes for region at 1731089789928Disabling writes for close at 1731089789928Obtaining lock to block concurrent updates at 1731089789928Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089789928Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731089789929 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089789929Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089789929Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089789947 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089789947Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089790357 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089790371 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089790371Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089790781 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089790795 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089790795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8053f5: reopening flushed file at 1731089791205 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c7174b: reopening flushed file at 1731089791212 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60482fcc: reopening flushed file at 1731089791219 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=70, compaction requested=false at 1731089791225 (+6 ms)Writing region close event to WAL at 1731089791226 (+1 ms)Closed at 1731089791226 2024-11-08T18:16:31,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34441 is added to blk_1073741830_1006 (size=41008) 2024-11-08T18:16:31,228 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce31692a-573f-31ec-8809-4b2c598ed083/MasterData/WALs/2424dce0d377,36891,1731089773931/2424dce0d377%2C36891%2C1731089773931.1731089775578 not finished, retry = 0 2024-11-08T18:16:31,330 INFO [M:0;2424dce0d377:36891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:16:31,330 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:16:31,330 INFO [M:0;2424dce0d377:36891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36891 2024-11-08T18:16:31,330 INFO [M:0;2424dce0d377:36891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:16:31,502 INFO [M:0;2424dce0d377:36891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:16:31,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:31,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36891-0x1011ba9a6100000, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:16:31,503 WARN [BP-473312612-172.17.0.3-1731089771145 heartbeating to localhost/127.0.0.1:36477 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-473312612-172.17.0.3-1731089771145 (Datanode Uuid 852359b7-80ba-438b-9290-214754af4c02) service to localhost/127.0.0.1:36477 2024-11-08T18:16:31,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/cluster_4a25c796-e2b9-c4eb-c3c9-bc9cffef7abb/data/data1/current/BP-473312612-172.17.0.3-1731089771145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:16:31,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/cluster_4a25c796-e2b9-c4eb-c3c9-bc9cffef7abb/data/data2/current/BP-473312612-172.17.0.3-1731089771145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:16:31,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6eb99cb3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:16:31,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6542faf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:16:31,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:16:31,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7b57b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:16:31,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33b5c6c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/hadoop.log.dir/,STOPPED} 2024-11-08T18:16:31,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:16:31,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65bb8510{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:16:31,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1526b10f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:16:31,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:16:31,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ed71c7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:16:31,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5166ed4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7b0fb24-a129-1f12-ace0-bd4ab8fc393b/hadoop.log.dir/,STOPPED} 2024-11-08T18:16:31,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:16:31,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:16:31,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 110) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63102) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36477 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36477 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36943 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63102) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36477 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=347 (was 284) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2236 (was 2926) 2024-11-08T18:16:31,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=347, ProcessCount=11, AvailableMemoryMB=2235 2024-11-08T18:16:31,562 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-08T18:16:31,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/hadoop.log.dir so I do NOT create it in target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6 2024-11-08T18:16:31,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:16:31,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/hadoop.tmp.dir so I do NOT create it in target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6 2024-11-08T18:16:31,562 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62d3bf91-0b22-61af-7e3e-f91e9e46d424/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:16:31,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6 2024-11-08T18:16:31,562 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/cluster_2820f5b0-0b18-c57d-3737-41a9900cbd6b, deleteOnExit=true 2024-11-08T18:16:31,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/cluster_2820f5b0-0b18-c57d-3737-41a9900cbd6b/zookeeper_0, clientPort=58260, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/cluster_2820f5b0-0b18-c57d-3737-41a9900cbd6b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/cluster_2820f5b0-0b18-c57d-3737-41a9900cbd6b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:16:31,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58260 2024-11-08T18:16:31,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:16:31,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:16:31,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/test.cache.data in system properties and HBase conf 2024-11-08T18:16:31,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:16:31,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:16:31,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:16:31,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:16:31,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:16:31,566 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:16:31,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:16:31,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:16:31,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:16:31,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:16:31,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:16:31,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:16:31,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:16:31,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:16:31,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:16:31,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:16:31,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:16:31,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:16:31,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:16:31,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:16:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011ba9a6100002, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:16:31,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011ba9a6100005, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:16:31,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011ba9a6100002, quorum=127.0.0.1:63102, baseZNode=/0-76201226 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:16:31,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011ba9a6100005, quorum=127.0.0.1:63102, baseZNode=/1384788816 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:16:32,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:16:32,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:16:32,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:16:32,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:16:32,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:16:32,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:16:32,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d6519a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:16:32,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a8d639f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:16:32,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@574f23d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/java.io.tmpdir/jetty-localhost-44643-hadoop-hdfs-3_4_1-tests_jar-_-any-18324031939822855689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:16:32,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a504357{HTTP/1.1, (http/1.1)}{localhost:44643} 2024-11-08T18:16:32,196 INFO [Time-limited test {}] server.Server(415): Started @54179ms 2024-11-08T18:16:32,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:16:32,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:16:32,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:16:32,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:16:32,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:16:32,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@563faabd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:16:32,483 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6917d17c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:16:32,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@222baa24{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/java.io.tmpdir/jetty-localhost-37969-hadoop-hdfs-3_4_1-tests_jar-_-any-2103587131268915302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:16:32,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@de39c3c{HTTP/1.1, (http/1.1)}{localhost:37969} 2024-11-08T18:16:32,578 INFO [Time-limited test {}] server.Server(415): Started @54561ms 2024-11-08T18:16:32,580 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:16:33,609 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/cluster_2820f5b0-0b18-c57d-3737-41a9900cbd6b/data/data1/current/BP-908343969-172.17.0.3-1731089791589/current, will proceed with Du for space computation calculation, 2024-11-08T18:16:33,609 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/cluster_2820f5b0-0b18-c57d-3737-41a9900cbd6b/data/data2/current/BP-908343969-172.17.0.3-1731089791589/current, will proceed with Du for space computation calculation, 2024-11-08T18:16:33,623 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:16:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9289b9dff1c90006 with lease ID 0x941278030da73d29: Processing first storage report for DS-77d5a361-755c-41c5-b45d-de4ef33acdc1 from datanode DatanodeRegistration(127.0.0.1:37251, datanodeUuid=e6dd99f5-3056-444c-b116-a0ccfbfd3df9, infoPort=42967, infoSecurePort=0, ipcPort=35493, storageInfo=lv=-57;cid=testClusterID;nsid=1861348810;c=1731089791589) 2024-11-08T18:16:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9289b9dff1c90006 with lease ID 0x941278030da73d29: from storage DS-77d5a361-755c-41c5-b45d-de4ef33acdc1 node DatanodeRegistration(127.0.0.1:37251, datanodeUuid=e6dd99f5-3056-444c-b116-a0ccfbfd3df9, infoPort=42967, infoSecurePort=0, ipcPort=35493, storageInfo=lv=-57;cid=testClusterID;nsid=1861348810;c=1731089791589), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:16:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9289b9dff1c90006 with lease ID 0x941278030da73d29: Processing first storage report for DS-cc0549be-ce6d-4ebb-84fd-026c5cfc6af7 from datanode DatanodeRegistration(127.0.0.1:37251, datanodeUuid=e6dd99f5-3056-444c-b116-a0ccfbfd3df9, infoPort=42967, infoSecurePort=0, ipcPort=35493, storageInfo=lv=-57;cid=testClusterID;nsid=1861348810;c=1731089791589) 2024-11-08T18:16:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9289b9dff1c90006 with lease ID 0x941278030da73d29: from storage DS-cc0549be-ce6d-4ebb-84fd-026c5cfc6af7 node DatanodeRegistration(127.0.0.1:37251, datanodeUuid=e6dd99f5-3056-444c-b116-a0ccfbfd3df9, infoPort=42967, infoSecurePort=0, ipcPort=35493, storageInfo=lv=-57;cid=testClusterID;nsid=1861348810;c=1731089791589), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:16:33,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6 2024-11-08T18:16:33,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:33,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:33,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:16:33,942 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:16:33,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:33,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:34,125 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d with version=8 2024-11-08T18:16:34,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/hbase-staging 2024-11-08T18:16:34,127 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:16:34,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:34,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:34,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:16:34,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:34,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:16:34,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:16:34,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:16:34,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45969 2024-11-08T18:16:34,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45969 connecting to ZooKeeper ensemble=127.0.0.1:58260 2024-11-08T18:16:34,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459690x0, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:34,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45969-0x1011ba9f5f70000 connected 2024-11-08T18:16:34,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:34,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:34,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Set watcher on znode that does not yet exist, /0749766670/running 2024-11-08T18:16:34,267 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d, hbase.cluster.distributed=false 2024-11-08T18:16:34,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Set watcher on znode that does not yet exist, /0749766670/acl 2024-11-08T18:16:34,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45969 2024-11-08T18:16:34,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45969 2024-11-08T18:16:34,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45969 2024-11-08T18:16:34,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45969 2024-11-08T18:16:34,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45969 2024-11-08T18:16:34,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:16:34,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:34,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:34,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:16:34,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:34,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:16:34,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:16:34,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:16:34,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42117 2024-11-08T18:16:34,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42117 connecting to ZooKeeper ensemble=127.0.0.1:58260 2024-11-08T18:16:34,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:34,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:34,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421170x0, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:34,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Set watcher on znode that does not yet exist, /0749766670/running 2024-11-08T18:16:34,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42117-0x1011ba9f5f70001 connected 2024-11-08T18:16:34,296 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:16:34,296 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:16:34,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Set watcher on znode that does not yet exist, /0749766670/master 2024-11-08T18:16:34,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Set watcher on znode that does not yet exist, /0749766670/acl 2024-11-08T18:16:34,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-08T18:16:34,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42117 2024-11-08T18:16:34,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42117 2024-11-08T18:16:34,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-08T18:16:34,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-08T18:16:34,310 DEBUG [M:0;2424dce0d377:45969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:45969 2024-11-08T18:16:34,311 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0749766670/backup-masters/2424dce0d377,45969,1731089794126 2024-11-08T18:16:34,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670/backup-masters 2024-11-08T18:16:34,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670/backup-masters 2024-11-08T18:16:34,317 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Set watcher on existing znode=/0749766670/backup-masters/2424dce0d377,45969,1731089794126 2024-11-08T18:16:34,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0749766670/master 2024-11-08T18:16:34,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:34,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:34,327 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Set watcher on existing znode=/0749766670/master 2024-11-08T18:16:34,327 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0749766670/backup-masters/2424dce0d377,45969,1731089794126 from backup master directory 2024-11-08T18:16:34,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670/backup-masters 2024-11-08T18:16:34,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0749766670/backup-masters/2424dce0d377,45969,1731089794126 2024-11-08T18:16:34,337 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:16:34,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670/backup-masters 2024-11-08T18:16:34,337 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,45969,1731089794126 2024-11-08T18:16:34,341 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/hbase.id] with ID: c5b9b4ec-f528-4b8b-b62a-a4f4d8972517 2024-11-08T18:16:34,341 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/.tmp/hbase.id 2024-11-08T18:16:34,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:16:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:16:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:16:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:16:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T18:16:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:16:34,749 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/.tmp/hbase.id]:[hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/hbase.id] 2024-11-08T18:16:34,761 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:34,761 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:16:34,762 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:16:34,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:34,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:16:35,217 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:16:35,218 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:16:35,218 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:16:35,626 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store 2024-11-08T18:16:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:16:36,033 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:36,033 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:16:36,033 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:36,033 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:36,033 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:16:36,033 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:36,033 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:36,033 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089796033Disabling compacts and flushes for region at 1731089796033Disabling writes for close at 1731089796033Writing region close event to WAL at 1731089796033Closed at 1731089796033 2024-11-08T18:16:36,034 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/.initializing 2024-11-08T18:16:36,034 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/WALs/2424dce0d377,45969,1731089794126 2024-11-08T18:16:36,035 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:16:36,037 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C45969%2C1731089794126, suffix=, logDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/WALs/2424dce0d377,45969,1731089794126, archiveDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/oldWALs, maxLogs=10 2024-11-08T18:16:36,055 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/WALs/2424dce0d377,45969,1731089794126/2424dce0d377%2C45969%2C1731089794126.1731089796037, exclude list is [], retry=0 2024-11-08T18:16:36,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37251,DS-77d5a361-755c-41c5-b45d-de4ef33acdc1,DISK] 2024-11-08T18:16:36,059 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/WALs/2424dce0d377,45969,1731089794126/2424dce0d377%2C45969%2C1731089794126.1731089796037 2024-11-08T18:16:36,059 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42967:42967)] 2024-11-08T18:16:36,059 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:36,060 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:36,060 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:36,060 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:36,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:36,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:16:36,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:36,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:36,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:36,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:16:36,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:36,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:36,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:36,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:16:36,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:36,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:36,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:36,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:16:36,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:36,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:36,069 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:36,069 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:36,070 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:36,071 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:36,071 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:36,071 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:36,072 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:36,074 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:16:36,074 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71637071, jitterRate=0.06747554242610931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:36,075 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089796060Initializing all the Stores at 1731089796061 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089796061Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089796061Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089796061Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089796061Cleaning up temporary data from old regions at 1731089796071 (+10 ms)Region opened successfully at 1731089796075 (+4 ms) 2024-11-08T18:16:36,075 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:16:36,078 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590a53e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:16:36,079 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:16:36,079 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:16:36,079 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:16:36,079 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:16:36,079 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:16:36,080 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:16:36,080 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:16:36,082 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:16:36,082 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Unable to get data of znode /0749766670/balancer because node does not exist (not necessarily an error) 2024-11-08T18:16:36,157 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0749766670/balancer already deleted, retry=false 2024-11-08T18:16:36,157 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:16:36,158 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Unable to get data of znode /0749766670/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:16:36,169 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0749766670/normalizer already deleted, retry=false 2024-11-08T18:16:36,169 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:16:36,170 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Unable to get data of znode /0749766670/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:16:36,179 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0749766670/switch/split already deleted, retry=false 2024-11-08T18:16:36,180 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Unable to get data of znode /0749766670/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:16:36,190 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0749766670/switch/merge already deleted, retry=false 2024-11-08T18:16:36,192 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Unable to get data of znode /0749766670/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:16:36,200 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0749766670/snapshot-cleanup already deleted, retry=false 2024-11-08T18:16:36,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0749766670/running 2024-11-08T18:16:36,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0749766670/running 2024-11-08T18:16:36,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:36,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:36,211 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,45969,1731089794126, sessionid=0x1011ba9f5f70000, setting cluster-up flag (Was=false) 2024-11-08T18:16:36,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:36,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:36,263 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0749766670/flush-table-proc/acquired, /0749766670/flush-table-proc/reached, /0749766670/flush-table-proc/abort 2024-11-08T18:16:36,264 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,45969,1731089794126 2024-11-08T18:16:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:36,316 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0749766670/online-snapshot/acquired, /0749766670/online-snapshot/reached, /0749766670/online-snapshot/abort 2024-11-08T18:16:36,317 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,45969,1731089794126 2024-11-08T18:16:36,318 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:16:36,320 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:36,320 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:16:36,320 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:16:36,320 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,45969,1731089794126 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:16:36,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:36,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:36,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:36,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:36,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:16:36,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:16:36,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,323 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:36,323 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:16:36,324 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:36,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:16:36,326 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089826326 2024-11-08T18:16:36,326 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:16:36,326 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:16:36,326 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:16:36,326 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:16:36,326 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:16:36,326 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:16:36,327 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,327 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:16:36,328 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:16:36,328 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:16:36,328 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:16:36,328 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:16:36,328 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:16:36,329 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089796328,5,FailOnTimeoutGroup] 2024-11-08T18:16:36,330 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089796329,5,FailOnTimeoutGroup] 2024-11-08T18:16:36,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:16:36,330 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,330 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:16:36,330 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,330 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,404 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(746): ClusterId : c5b9b4ec-f528-4b8b-b62a-a4f4d8972517 2024-11-08T18:16:36,404 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:16:36,412 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:16:36,412 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:16:36,422 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:16:36,423 DEBUG [RS:0;2424dce0d377:42117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a6b997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:16:36,432 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:42117 2024-11-08T18:16:36,432 INFO [RS:0;2424dce0d377:42117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:16:36,432 INFO [RS:0;2424dce0d377:42117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:16:36,432 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:16:36,433 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,45969,1731089794126 with port=42117, startcode=1731089794281 2024-11-08T18:16:36,433 DEBUG [RS:0;2424dce0d377:42117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:16:36,435 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:16:36,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,42117,1731089794281 2024-11-08T18:16:36,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45969 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,42117,1731089794281 2024-11-08T18:16:36,436 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d 2024-11-08T18:16:36,437 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40983 2024-11-08T18:16:36,437 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:16:36,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670/rs 2024-11-08T18:16:36,443 DEBUG [RS:0;2424dce0d377:42117 {}] zookeeper.ZKUtil(111): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Set watcher on existing znode=/0749766670/rs/2424dce0d377,42117,1731089794281 2024-11-08T18:16:36,443 WARN [RS:0;2424dce0d377:42117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:16:36,443 INFO [RS:0;2424dce0d377:42117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:36,443 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281 2024-11-08T18:16:36,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,42117,1731089794281] 2024-11-08T18:16:36,446 INFO [RS:0;2424dce0d377:42117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:16:36,448 INFO [RS:0;2424dce0d377:42117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:16:36,448 INFO [RS:0;2424dce0d377:42117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:16:36,448 INFO [RS:0;2424dce0d377:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,448 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:16:36,449 INFO [RS:0;2424dce0d377:42117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:16:36,449 INFO [RS:0;2424dce0d377:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,449 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,449 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,449 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,449 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,449 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,449 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:16:36,449 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,450 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,450 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,450 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,450 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,450 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:36,450 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:16:36,450 DEBUG [RS:0;2424dce0d377:42117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:16:36,450 INFO [RS:0;2424dce0d377:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,450 INFO [RS:0;2424dce0d377:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,450 INFO [RS:0;2424dce0d377:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,450 INFO [RS:0;2424dce0d377:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,450 INFO [RS:0;2424dce0d377:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,450 INFO [RS:0;2424dce0d377:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42117,1731089794281-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:16:36,464 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:16:36,464 INFO [RS:0;2424dce0d377:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42117,1731089794281-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,464 INFO [RS:0;2424dce0d377:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,464 INFO [RS:0;2424dce0d377:42117 {}] regionserver.Replication(171): 2424dce0d377,42117,1731089794281 started 2024-11-08T18:16:36,476 INFO [RS:0;2424dce0d377:42117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:36,476 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,42117,1731089794281, RpcServer on 2424dce0d377/172.17.0.3:42117, sessionid=0x1011ba9f5f70001 2024-11-08T18:16:36,476 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:16:36,476 DEBUG [RS:0;2424dce0d377:42117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,42117,1731089794281 2024-11-08T18:16:36,476 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,42117,1731089794281' 2024-11-08T18:16:36,476 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0749766670/flush-table-proc/abort' 2024-11-08T18:16:36,476 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0749766670/flush-table-proc/acquired' 2024-11-08T18:16:36,477 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:16:36,477 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:16:36,477 DEBUG [RS:0;2424dce0d377:42117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,42117,1731089794281 2024-11-08T18:16:36,477 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,42117,1731089794281' 2024-11-08T18:16:36,477 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0749766670/online-snapshot/abort' 2024-11-08T18:16:36,477 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0749766670/online-snapshot/acquired' 2024-11-08T18:16:36,477 DEBUG [RS:0;2424dce0d377:42117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:16:36,477 INFO [RS:0;2424dce0d377:42117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:16:36,477 INFO [RS:0;2424dce0d377:42117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:16:36,578 INFO [RS:0;2424dce0d377:42117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:16:36,579 INFO [RS:0;2424dce0d377:42117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C42117%2C1731089794281, suffix=, logDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281, archiveDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/oldWALs, maxLogs=10 2024-11-08T18:16:36,591 DEBUG [RS:0;2424dce0d377:42117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580, exclude list is [], retry=0 2024-11-08T18:16:36,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37251,DS-77d5a361-755c-41c5-b45d-de4ef33acdc1,DISK] 2024-11-08T18:16:36,596 INFO [RS:0;2424dce0d377:42117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 2024-11-08T18:16:36,599 DEBUG [RS:0;2424dce0d377:42117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42967:42967)] 2024-11-08T18:16:36,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:16:36,731 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d 2024-11-08T18:16:36,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:16:37,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:37,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:16:37,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:16:37,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:37,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:37,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:16:37,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:16:37,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:37,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:37,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:16:37,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:16:37,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:37,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:37,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:16:37,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:16:37,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:37,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:37,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:16:37,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740 2024-11-08T18:16:37,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740 2024-11-08T18:16:37,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:16:37,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:16:37,148 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:37,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:16:37,151 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:16:37,151 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65717726, jitterRate=-0.02072957158088684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:37,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089797138Initializing all the Stores at 1731089797138Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089797138Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089797139 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089797139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089797139Cleaning up temporary data from old regions at 1731089797148 (+9 ms)Region opened successfully at 1731089797152 (+4 ms) 2024-11-08T18:16:37,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:16:37,152 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:16:37,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:16:37,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:16:37,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:16:37,153 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:16:37,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089797152Disabling compacts and flushes for region at 1731089797152Disabling writes for close at 1731089797152Writing region close event to WAL at 1731089797153 (+1 ms)Closed at 1731089797153 2024-11-08T18:16:37,154 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:37,154 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:16:37,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:16:37,155 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:16:37,156 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:16:37,306 DEBUG [2424dce0d377:45969 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:16:37,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,42117,1731089794281 2024-11-08T18:16:37,308 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,42117,1731089794281, state=OPENING 2024-11-08T18:16:37,378 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:16:37,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:37,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:37,390 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:16:37,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0749766670/meta-region-server: CHANGED 2024-11-08T18:16:37,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0749766670/meta-region-server: CHANGED 2024-11-08T18:16:37,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,42117,1731089794281}] 2024-11-08T18:16:37,543 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:16:37,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:16:37,548 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:16:37,548 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:37,549 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:16:37,550 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C42117%2C1731089794281.meta, suffix=.meta, logDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281, archiveDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/oldWALs, maxLogs=10 2024-11-08T18:16:37,565 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.meta.1731089797551.meta, exclude list is [], retry=0 2024-11-08T18:16:37,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37251,DS-77d5a361-755c-41c5-b45d-de4ef33acdc1,DISK] 2024-11-08T18:16:37,569 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.meta.1731089797551.meta 2024-11-08T18:16:37,570 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42967:42967)] 2024-11-08T18:16:37,570 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:37,570 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:16:37,570 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:16:37,570 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:16:37,570 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:16:37,570 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:16:37,570 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:37,571 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:16:37,571 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:16:37,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:16:37,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:16:37,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:37,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:37,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:16:37,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:16:37,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:37,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:37,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:16:37,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:16:37,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:37,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:37,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:16:37,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:16:37,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:37,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:37,578 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:16:37,578 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740 2024-11-08T18:16:37,580 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740 2024-11-08T18:16:37,581 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:16:37,581 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:16:37,581 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:37,583 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:16:37,583 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68758518, jitterRate=0.02458176016807556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:37,583 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:16:37,584 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089797571Writing region info on filesystem at 1731089797571Initializing all the Stores at 1731089797571Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089797572 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089797572Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089797572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089797572Cleaning up temporary data from old regions at 1731089797581 (+9 ms)Running coprocessor post-open hooks at 1731089797583 (+2 ms)Region opened successfully at 1731089797584 (+1 ms) 2024-11-08T18:16:37,585 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089797543 2024-11-08T18:16:37,587 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:16:37,587 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:16:37,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,42117,1731089794281 2024-11-08T18:16:37,589 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,42117,1731089794281, state=OPEN 2024-11-08T18:16:37,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0749766670/meta-region-server 2024-11-08T18:16:37,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0749766670/meta-region-server 2024-11-08T18:16:37,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,42117,1731089794281 2024-11-08T18:16:37,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0749766670/meta-region-server: CHANGED 2024-11-08T18:16:37,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0749766670/meta-region-server: CHANGED 2024-11-08T18:16:37,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:16:37,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,42117,1731089794281 in 238 msec 2024-11-08T18:16:37,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:16:37,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-11-08T18:16:37,634 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:37,634 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:16:37,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:37,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42117,1731089794281, seqNum=-1] 2024-11-08T18:16:37,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:37,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:37,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3230 sec 2024-11-08T18:16:37,644 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089797644, completionTime=-1 2024-11-08T18:16:37,645 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:16:37,645 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:16:37,647 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:16:37,647 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731089857647 2024-11-08T18:16:37,647 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731089917647 2024-11-08T18:16:37,647 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:16:37,647 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45969,1731089794126-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:37,648 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45969,1731089794126-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:37,648 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45969,1731089794126-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:37,648 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:45969, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:37,648 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:37,648 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:37,650 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:16:37,652 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.315sec 2024-11-08T18:16:37,652 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:16:37,652 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:16:37,652 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:16:37,652 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:16:37,652 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:16:37,652 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45969,1731089794126-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:16:37,652 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45969,1731089794126-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:16:37,655 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:16:37,655 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:16:37,655 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45969,1731089794126-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:37,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259197c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:37,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,45969,-1 for getting cluster id 2024-11-08T18:16:37,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:37,707 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5b9b4ec-f528-4b8b-b62a-a4f4d8972517' 2024-11-08T18:16:37,707 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5b9b4ec-f528-4b8b-b62a-a4f4d8972517" 2024-11-08T18:16:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71490257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,45969,-1] 2024-11-08T18:16:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:37,709 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:37,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40a7460d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:37,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:37,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42117,1731089794281, seqNum=-1] 2024-11-08T18:16:37,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:37,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:37,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,45969,1731089794126 2024-11-08T18:16:37,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58260 2024-11-08T18:16:37,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:37,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011ba9f5f70002 connected 2024-11-08T18:16:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/hadoop.log.dir so I do NOT create it in target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0 2024-11-08T18:16:37,750 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:16:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/hadoop.tmp.dir so I do NOT create it in target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0 2024-11-08T18:16:37,750 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:16:37,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0 2024-11-08T18:16:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:16:37,750 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/cluster_52cd356e-162b-e32c-abf9-95abf87a1053, deleteOnExit=true 2024-11-08T18:16:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:16:37,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/test.cache.data in system properties and HBase conf 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:16:37,751 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:16:37,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:16:37,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:16:37,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:16:37,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:16:37,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:16:37,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:16:37,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:16:38,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:16:38,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:16:38,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:16:38,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:16:38,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:16:38,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:16:38,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23beef8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:16:38,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55c9aa88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:16:38,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@486c0df0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/java.io.tmpdir/jetty-localhost-42983-hadoop-hdfs-3_4_1-tests_jar-_-any-3166306536613225146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:16:38,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f6056bc{HTTP/1.1, (http/1.1)}{localhost:42983} 2024-11-08T18:16:38,229 INFO [Time-limited test {}] server.Server(415): Started @60211ms 2024-11-08T18:16:38,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:16:38,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:16:38,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:16:38,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:16:38,480 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:16:38,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d368206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:16:38,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33fad0d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:16:38,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48e9b228{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/java.io.tmpdir/jetty-localhost-45425-hadoop-hdfs-3_4_1-tests_jar-_-any-328571414505806382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:16:38,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@202beb9e{HTTP/1.1, (http/1.1)}{localhost:45425} 2024-11-08T18:16:38,583 INFO [Time-limited test {}] server.Server(415): Started @60566ms 2024-11-08T18:16:38,584 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:16:39,371 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/cluster_52cd356e-162b-e32c-abf9-95abf87a1053/data/data2/current/BP-424461225-172.17.0.3-1731089797767/current, will proceed with Du for space computation calculation, 2024-11-08T18:16:39,371 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/cluster_52cd356e-162b-e32c-abf9-95abf87a1053/data/data1/current/BP-424461225-172.17.0.3-1731089797767/current, will proceed with Du for space computation calculation, 2024-11-08T18:16:39,392 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:16:39,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76fc74ec722ec129 with lease ID 0xf1b19b1f3270bbaa: Processing first storage report for DS-97988b6f-af9f-45b8-915c-4993eebf17d9 from datanode DatanodeRegistration(127.0.0.1:34869, datanodeUuid=72b2bab1-8e2e-4913-8aa8-6ed2948ea049, infoPort=46283, infoSecurePort=0, ipcPort=41573, storageInfo=lv=-57;cid=testClusterID;nsid=388162443;c=1731089797767) 2024-11-08T18:16:39,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76fc74ec722ec129 with lease ID 0xf1b19b1f3270bbaa: from storage DS-97988b6f-af9f-45b8-915c-4993eebf17d9 node DatanodeRegistration(127.0.0.1:34869, datanodeUuid=72b2bab1-8e2e-4913-8aa8-6ed2948ea049, infoPort=46283, infoSecurePort=0, ipcPort=41573, storageInfo=lv=-57;cid=testClusterID;nsid=388162443;c=1731089797767), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:16:39,397 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76fc74ec722ec129 with lease ID 0xf1b19b1f3270bbaa: Processing first storage report for DS-ea081d48-fa70-442c-81c6-d3744d72a552 from datanode DatanodeRegistration(127.0.0.1:34869, datanodeUuid=72b2bab1-8e2e-4913-8aa8-6ed2948ea049, infoPort=46283, infoSecurePort=0, ipcPort=41573, storageInfo=lv=-57;cid=testClusterID;nsid=388162443;c=1731089797767) 2024-11-08T18:16:39,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76fc74ec722ec129 with lease ID 0xf1b19b1f3270bbaa: from storage DS-ea081d48-fa70-442c-81c6-d3744d72a552 node DatanodeRegistration(127.0.0.1:34869, datanodeUuid=72b2bab1-8e2e-4913-8aa8-6ed2948ea049, infoPort=46283, infoSecurePort=0, ipcPort=41573, storageInfo=lv=-57;cid=testClusterID;nsid=388162443;c=1731089797767), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:16:39,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0 2024-11-08T18:16:39,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:39,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:39,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:16:39,818 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1 with version=8 2024-11-08T18:16:39,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/hbase-staging 2024-11-08T18:16:39,819 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:16:39,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:39,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:39,820 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:16:39,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:39,820 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:16:39,820 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:16:39,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:16:39,820 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39033 2024-11-08T18:16:39,821 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39033 connecting to ZooKeeper ensemble=127.0.0.1:58260 2024-11-08T18:16:39,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390330x0, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:39,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39033-0x1011ba9f5f70003 connected 2024-11-08T18:16:40,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:40,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:40,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Set watcher on znode that does not yet exist, /11470333068/running 2024-11-08T18:16:40,046 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1, hbase.cluster.distributed=false 2024-11-08T18:16:40,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Set watcher on znode that does not yet exist, /11470333068/acl 2024-11-08T18:16:40,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39033 2024-11-08T18:16:40,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39033 2024-11-08T18:16:40,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39033 2024-11-08T18:16:40,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39033 2024-11-08T18:16:40,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39033 2024-11-08T18:16:40,071 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:16:40,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:40,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:40,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:16:40,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:16:40,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:16:40,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:16:40,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:16:40,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36109 2024-11-08T18:16:40,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36109 connecting to ZooKeeper ensemble=127.0.0.1:58260 2024-11-08T18:16:40,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:40,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:40,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361090x0, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:40,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361090x0, quorum=127.0.0.1:58260, baseZNode=/11470333068 Set watcher on znode that does not yet exist, /11470333068/running 2024-11-08T18:16:40,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36109-0x1011ba9f5f70004 connected 2024-11-08T18:16:40,085 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:16:40,088 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:16:40,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Set watcher on znode that does not yet exist, /11470333068/master 2024-11-08T18:16:40,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Set watcher on znode that does not yet exist, /11470333068/acl 2024-11-08T18:16:40,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36109 2024-11-08T18:16:40,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36109 2024-11-08T18:16:40,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36109 2024-11-08T18:16:40,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36109 2024-11-08T18:16:40,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36109 2024-11-08T18:16:40,109 DEBUG [M:0;2424dce0d377:39033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:39033 2024-11-08T18:16:40,109 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11470333068/backup-masters/2424dce0d377,39033,1731089799819 2024-11-08T18:16:40,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068/backup-masters 2024-11-08T18:16:40,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068/backup-masters 2024-11-08T18:16:40,116 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Set watcher on existing znode=/11470333068/backup-masters/2424dce0d377,39033,1731089799819 2024-11-08T18:16:40,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11470333068/master 2024-11-08T18:16:40,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:16:40,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:16:40,127 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Set watcher on existing znode=/11470333068/master 2024-11-08T18:16:40,127 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11470333068/backup-masters/2424dce0d377,39033,1731089799819 from backup master directory 2024-11-08T18:16:40,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11470333068/backup-masters/2424dce0d377,39033,1731089799819 2024-11-08T18:16:40,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068/backup-masters 2024-11-08T18:16:40,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068/backup-masters 2024-11-08T18:16:40,137 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:16:40,137 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,39033,1731089799819 2024-11-08T18:16:40,140 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/hbase.id] with ID: d9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3 2024-11-08T18:16:40,141 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/.tmp/hbase.id 2024-11-08T18:16:40,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:16:40,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:16:40,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:40,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:40,546 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/.tmp/hbase.id]:[hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/hbase.id] 2024-11-08T18:16:40,556 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:40,556 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:16:40,559 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-08T18:16:40,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:16:40,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:16:40,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:16:41,042 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:16:41,043 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:16:41,043 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:41,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:16:41,451 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store 2024-11-08T18:16:41,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:16:41,857 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:41,857 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:16:41,858 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:41,858 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:41,858 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:16:41,858 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:41,858 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:16:41,858 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089801857Disabling compacts and flushes for region at 1731089801857Disabling writes for close at 1731089801858 (+1 ms)Writing region close event to WAL at 1731089801858Closed at 1731089801858 2024-11-08T18:16:41,859 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/.initializing 2024-11-08T18:16:41,859 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/WALs/2424dce0d377,39033,1731089799819 2024-11-08T18:16:41,860 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:16:41,861 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C39033%2C1731089799819, suffix=, logDir=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/WALs/2424dce0d377,39033,1731089799819, archiveDir=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/oldWALs, maxLogs=10 2024-11-08T18:16:41,872 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/WALs/2424dce0d377,39033,1731089799819/2424dce0d377%2C39033%2C1731089799819.1731089801861, exclude list is [], retry=0 2024-11-08T18:16:41,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34869,DS-97988b6f-af9f-45b8-915c-4993eebf17d9,DISK] 2024-11-08T18:16:41,876 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/WALs/2424dce0d377,39033,1731089799819/2424dce0d377%2C39033%2C1731089799819.1731089801861 2024-11-08T18:16:41,876 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46283:46283)] 2024-11-08T18:16:41,876 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:41,877 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:41,877 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:41,877 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:41,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:41,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:16:41,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:41,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:41,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:41,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:16:41,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:41,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:41,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:41,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:16:41,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:41,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:41,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:41,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:16:41,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:41,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:41,885 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:41,886 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:41,886 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:41,887 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:41,887 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:41,888 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:41,888 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:16:41,890 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:16:41,891 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61731393, jitterRate=-0.08013056218624115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:41,891 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089801877Initializing all the Stores at 1731089801878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089801878Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089801878Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089801878Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089801878Cleaning up temporary data from old regions at 1731089801887 (+9 ms)Region opened successfully at 1731089801891 (+4 ms) 2024-11-08T18:16:41,891 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:16:41,894 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163377e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:16:41,894 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:16:41,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:16:41,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:16:41,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:16:41,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:16:41,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:16:41,896 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:16:41,897 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:16:41,898 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Unable to get data of znode /11470333068/balancer because node does not exist (not necessarily an error) 2024-11-08T18:16:42,063 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11470333068/balancer already deleted, retry=false 2024-11-08T18:16:42,064 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:16:42,064 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Unable to get data of znode /11470333068/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:16:42,074 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11470333068/normalizer already deleted, retry=false 2024-11-08T18:16:42,074 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:16:42,075 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Unable to get data of znode /11470333068/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:16:42,084 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11470333068/switch/split already deleted, retry=false 2024-11-08T18:16:42,085 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Unable to get data of znode /11470333068/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:16:42,095 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11470333068/switch/merge already deleted, retry=false 2024-11-08T18:16:42,097 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Unable to get data of znode /11470333068/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:16:42,105 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11470333068/snapshot-cleanup already deleted, retry=false 2024-11-08T18:16:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11470333068/running 2024-11-08T18:16:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11470333068/running 2024-11-08T18:16:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:16:42,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:16:42,116 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,39033,1731089799819, sessionid=0x1011ba9f5f70003, setting cluster-up flag (Was=false) 2024-11-08T18:16:42,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:16:42,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:16:42,168 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11470333068/flush-table-proc/acquired, /11470333068/flush-table-proc/reached, /11470333068/flush-table-proc/abort 2024-11-08T18:16:42,170 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,39033,1731089799819 2024-11-08T18:16:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:16:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:16:42,221 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11470333068/online-snapshot/acquired, /11470333068/online-snapshot/reached, /11470333068/online-snapshot/abort 2024-11-08T18:16:42,222 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,39033,1731089799819 2024-11-08T18:16:42,223 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:16:42,225 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:42,225 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:16:42,225 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:16:42,225 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,39033,1731089799819 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:16:42,227 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:42,227 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:42,227 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:42,227 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:16:42,227 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:16:42,227 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,227 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:16:42,227 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,228 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089832228 2024-11-08T18:16:42,228 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:16:42,228 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:16:42,228 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:16:42,228 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:16:42,228 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:16:42,228 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:16:42,228 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:42,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:16:42,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:16:42,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:16:42,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:16:42,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:16:42,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:16:42,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:16:42,229 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089802229,5,FailOnTimeoutGroup] 2024-11-08T18:16:42,229 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089802229,5,FailOnTimeoutGroup] 2024-11-08T18:16:42,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:16:42,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,229 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:42,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:16:42,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:16:42,303 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(746): ClusterId : d9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3 2024-11-08T18:16:42,303 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:16:42,315 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:16:42,315 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:16:42,327 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:16:42,327 DEBUG [RS:0;2424dce0d377:36109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9e1feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:16:42,337 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:36109 2024-11-08T18:16:42,337 INFO [RS:0;2424dce0d377:36109 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:16:42,337 INFO [RS:0;2424dce0d377:36109 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:16:42,337 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:16:42,338 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,39033,1731089799819 with port=36109, startcode=1731089800070 2024-11-08T18:16:42,338 DEBUG [RS:0;2424dce0d377:36109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:16:42,339 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:16:42,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39033 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,36109,1731089800070 2024-11-08T18:16:42,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39033 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,36109,1731089800070 2024-11-08T18:16:42,341 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1 2024-11-08T18:16:42,341 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38261 2024-11-08T18:16:42,341 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:16:42,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068/rs 2024-11-08T18:16:42,348 DEBUG [RS:0;2424dce0d377:36109 {}] zookeeper.ZKUtil(111): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Set watcher on existing znode=/11470333068/rs/2424dce0d377,36109,1731089800070 2024-11-08T18:16:42,348 WARN [RS:0;2424dce0d377:36109 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:16:42,348 INFO [RS:0;2424dce0d377:36109 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:42,348 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/WALs/2424dce0d377,36109,1731089800070 2024-11-08T18:16:42,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,36109,1731089800070] 2024-11-08T18:16:42,351 INFO [RS:0;2424dce0d377:36109 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:16:42,353 INFO [RS:0;2424dce0d377:36109 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:16:42,353 INFO [RS:0;2424dce0d377:36109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:16:42,353 INFO [RS:0;2424dce0d377:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,353 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:16:42,354 INFO [RS:0;2424dce0d377:36109 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:16:42,354 INFO [RS:0;2424dce0d377:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:16:42,354 DEBUG [RS:0;2424dce0d377:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:16:42,355 INFO [RS:0;2424dce0d377:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,355 INFO [RS:0;2424dce0d377:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,355 INFO [RS:0;2424dce0d377:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,355 INFO [RS:0;2424dce0d377:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,355 INFO [RS:0;2424dce0d377:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,355 INFO [RS:0;2424dce0d377:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36109,1731089800070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:16:42,366 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:16:42,366 INFO [RS:0;2424dce0d377:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36109,1731089800070-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,366 INFO [RS:0;2424dce0d377:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,366 INFO [RS:0;2424dce0d377:36109 {}] regionserver.Replication(171): 2424dce0d377,36109,1731089800070 started 2024-11-08T18:16:42,377 INFO [RS:0;2424dce0d377:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:42,377 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,36109,1731089800070, RpcServer on 2424dce0d377/172.17.0.3:36109, sessionid=0x1011ba9f5f70004 2024-11-08T18:16:42,378 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:16:42,378 DEBUG [RS:0;2424dce0d377:36109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,36109,1731089800070 2024-11-08T18:16:42,378 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,36109,1731089800070' 2024-11-08T18:16:42,378 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11470333068/flush-table-proc/abort' 2024-11-08T18:16:42,378 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11470333068/flush-table-proc/acquired' 2024-11-08T18:16:42,379 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:16:42,379 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:16:42,379 DEBUG [RS:0;2424dce0d377:36109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,36109,1731089800070 2024-11-08T18:16:42,379 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,36109,1731089800070' 2024-11-08T18:16:42,379 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11470333068/online-snapshot/abort' 2024-11-08T18:16:42,379 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11470333068/online-snapshot/acquired' 2024-11-08T18:16:42,379 DEBUG [RS:0;2424dce0d377:36109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:16:42,379 INFO [RS:0;2424dce0d377:36109 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:16:42,379 INFO [RS:0;2424dce0d377:36109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:16:42,447 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:16:42,480 INFO [RS:0;2424dce0d377:36109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:16:42,481 INFO [RS:0;2424dce0d377:36109 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C36109%2C1731089800070, suffix=, logDir=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/WALs/2424dce0d377,36109,1731089800070, archiveDir=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/oldWALs, maxLogs=10 2024-11-08T18:16:42,494 DEBUG [RS:0;2424dce0d377:36109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/WALs/2424dce0d377,36109,1731089800070/2424dce0d377%2C36109%2C1731089800070.1731089802482, exclude list is [], retry=0 2024-11-08T18:16:42,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34869,DS-97988b6f-af9f-45b8-915c-4993eebf17d9,DISK] 2024-11-08T18:16:42,498 INFO [RS:0;2424dce0d377:36109 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/WALs/2424dce0d377,36109,1731089800070/2424dce0d377%2C36109%2C1731089800070.1731089802482 2024-11-08T18:16:42,498 DEBUG [RS:0;2424dce0d377:36109 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46283:46283)] 2024-11-08T18:16:42,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:16:42,636 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1 2024-11-08T18:16:42,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:16:43,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:43,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:16:43,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:16:43,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:43,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:43,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:16:43,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:16:43,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:43,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:43,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:16:43,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:16:43,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:43,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:43,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:16:43,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:16:43,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:43,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:43,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:16:43,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740 2024-11-08T18:16:43,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740 2024-11-08T18:16:43,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:16:43,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:16:43,054 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:43,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:16:43,057 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:16:43,057 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70408340, jitterRate=0.04916602373123169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:43,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089803043Initializing all the Stores at 1731089803043Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089803043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089803044 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089803044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089803044Cleaning up temporary data from old regions at 1731089803053 (+9 ms)Region opened successfully at 1731089803058 (+5 ms) 2024-11-08T18:16:43,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:16:43,058 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:16:43,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:16:43,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:16:43,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:16:43,058 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:16:43,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089803058Disabling compacts and flushes for region at 1731089803058Disabling writes for close at 1731089803058Writing region close event to WAL at 1731089803058Closed at 1731089803058 2024-11-08T18:16:43,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:43,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:16:43,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:16:43,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:16:43,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:16:43,212 DEBUG [2424dce0d377:39033 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:16:43,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,36109,1731089800070 2024-11-08T18:16:43,213 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,36109,1731089800070, state=OPENING 2024-11-08T18:16:43,318 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:16:43,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:16:43,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:16:43,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11470333068/meta-region-server: CHANGED 2024-11-08T18:16:43,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11470333068/meta-region-server: CHANGED 2024-11-08T18:16:43,337 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:16:43,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,36109,1731089800070}] 2024-11-08T18:16:43,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:16:43,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:16:43,496 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:16:43,496 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:43,496 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:16:43,497 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C36109%2C1731089800070.meta, suffix=.meta, logDir=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/WALs/2424dce0d377,36109,1731089800070, archiveDir=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/oldWALs, maxLogs=10 2024-11-08T18:16:43,510 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/WALs/2424dce0d377,36109,1731089800070/2424dce0d377%2C36109%2C1731089800070.meta.1731089803498.meta, exclude list is [], retry=0 2024-11-08T18:16:43,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34869,DS-97988b6f-af9f-45b8-915c-4993eebf17d9,DISK] 2024-11-08T18:16:43,513 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/WALs/2424dce0d377,36109,1731089800070/2424dce0d377%2C36109%2C1731089800070.meta.1731089803498.meta 2024-11-08T18:16:43,513 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46283:46283)] 2024-11-08T18:16:43,514 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:43,514 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:16:43,514 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:16:43,514 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:16:43,514 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:16:43,514 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:16:43,514 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:43,514 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:16:43,514 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:16:43,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:16:43,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:16:43,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:43,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:43,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:16:43,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:16:43,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:43,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:43,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:16:43,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:16:43,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:43,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:43,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:16:43,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:16:43,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:43,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:16:43,520 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:16:43,521 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740 2024-11-08T18:16:43,522 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740 2024-11-08T18:16:43,523 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:16:43,523 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:16:43,524 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:16:43,525 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:16:43,526 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59967086, jitterRate=-0.10642078518867493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:16:43,526 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:16:43,526 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089803515Writing region info on filesystem at 1731089803515Initializing all the Stores at 1731089803515Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089803515Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089803516 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089803516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089803516Cleaning up temporary data from old regions at 1731089803523 (+7 ms)Running coprocessor post-open hooks at 1731089803526 (+3 ms)Region opened successfully at 1731089803526 2024-11-08T18:16:43,527 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089803490 2024-11-08T18:16:43,529 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:16:43,529 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:16:43,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,36109,1731089800070 2024-11-08T18:16:43,530 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,36109,1731089800070, state=OPEN 2024-11-08T18:16:43,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11470333068/meta-region-server 2024-11-08T18:16:43,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11470333068/meta-region-server 2024-11-08T18:16:43,580 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,36109,1731089800070 2024-11-08T18:16:43,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11470333068/meta-region-server: CHANGED 2024-11-08T18:16:43,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11470333068/meta-region-server: CHANGED 2024-11-08T18:16:43,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:16:43,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,36109,1731089800070 in 242 msec 2024-11-08T18:16:43,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:16:43,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-08T18:16:43,585 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:16:43,585 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:16:43,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:43,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36109,1731089800070, seqNum=-1] 2024-11-08T18:16:43,587 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:43,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:43,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3670 sec 2024-11-08T18:16:43,593 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089803593, completionTime=-1 2024-11-08T18:16:43,593 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:16:43,594 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:16:43,595 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:16:43,595 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731089863595 2024-11-08T18:16:43,595 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731089923595 2024-11-08T18:16:43,595 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T18:16:43,596 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,39033,1731089799819-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:43,596 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,39033,1731089799819-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:43,596 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,39033,1731089799819-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:43,596 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:39033, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:43,596 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:43,596 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:43,598 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:16:43,600 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.463sec 2024-11-08T18:16:43,600 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:16:43,600 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:16:43,600 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:16:43,600 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:16:43,600 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:16:43,600 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,39033,1731089799819-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:16:43,600 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,39033,1731089799819-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:16:43,603 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:16:43,603 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:16:43,603 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,39033,1731089799819-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:16:43,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cf6a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:43,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,39033,-1 for getting cluster id 2024-11-08T18:16:43,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:43,605 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3' 2024-11-08T18:16:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3" 2024-11-08T18:16:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2149f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,39033,-1] 2024-11-08T18:16:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:43,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:43,606 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:43,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a0fa71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:43,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:43,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36109,1731089800070, seqNum=-1] 2024-11-08T18:16:43,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:43,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:43,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,39033,1731089799819 2024-11-08T18:16:43,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58260 2024-11-08T18:16:43,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:16:43,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011ba9f5f70005 connected 2024-11-08T18:16:43,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,45969,1731089794126 2024-11-08T18:16:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15ea9f3b 2024-11-08T18:16:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:43,659 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:16:43,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:16:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:16:43,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:16:43,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:43,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:16:43,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:16:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:16:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:44,076 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1562cd79784d1522eaae85d0e0c66ad7, NAME => 'test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d 2024-11-08T18:16:44,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:16:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:44,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:44,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1562cd79784d1522eaae85d0e0c66ad7, disabling compactions & flushes 2024-11-08T18:16:44,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. 2024-11-08T18:16:44,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. 2024-11-08T18:16:44,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. after waiting 0 ms 2024-11-08T18:16:44,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. 2024-11-08T18:16:44,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. 2024-11-08T18:16:44,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1562cd79784d1522eaae85d0e0c66ad7: Waiting for close lock at 1731089804482Disabling compacts and flushes for region at 1731089804482Disabling writes for close at 1731089804482Writing region close event to WAL at 1731089804482Closed at 1731089804482 2024-11-08T18:16:44,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:16:44,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731089804483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089804483"}]},"ts":"1731089804483"} 2024-11-08T18:16:44,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:16:44,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:16:44,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089804487"}]},"ts":"1731089804487"} 2024-11-08T18:16:44,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:16:44,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1562cd79784d1522eaae85d0e0c66ad7, ASSIGN}] 2024-11-08T18:16:44,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1562cd79784d1522eaae85d0e0c66ad7, ASSIGN 2024-11-08T18:16:44,491 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1562cd79784d1522eaae85d0e0c66ad7, ASSIGN; state=OFFLINE, location=2424dce0d377,42117,1731089794281; forceNewPlan=false, retain=false 2024-11-08T18:16:44,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1562cd79784d1522eaae85d0e0c66ad7, regionState=OPENING, regionLocation=2424dce0d377,42117,1731089794281 2024-11-08T18:16:44,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1562cd79784d1522eaae85d0e0c66ad7, ASSIGN because future has completed 2024-11-08T18:16:44,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1562cd79784d1522eaae85d0e0c66ad7, server=2424dce0d377,42117,1731089794281}] 2024-11-08T18:16:44,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:16:44,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T18:16:44,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:16:44,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T18:16:44,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:16:44,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T18:16:44,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:16:44,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T18:16:44,802 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. 2024-11-08T18:16:44,802 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1562cd79784d1522eaae85d0e0c66ad7, NAME => 'test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:44,802 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:16:44,802 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:16:44,802 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,803 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:44,803 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,803 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:44,804 INFO [StoreOpener-1562cd79784d1522eaae85d0e0c66ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,805 INFO [StoreOpener-1562cd79784d1522eaae85d0e0c66ad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1562cd79784d1522eaae85d0e0c66ad7 columnFamilyName f 2024-11-08T18:16:44,805 DEBUG [StoreOpener-1562cd79784d1522eaae85d0e0c66ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:44,806 INFO [StoreOpener-1562cd79784d1522eaae85d0e0c66ad7-1 {}] regionserver.HStore(327): Store=1562cd79784d1522eaae85d0e0c66ad7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:44,806 INFO [StoreOpener-1562cd79784d1522eaae85d0e0c66ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,807 INFO [StoreOpener-1562cd79784d1522eaae85d0e0c66ad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1562cd79784d1522eaae85d0e0c66ad7 columnFamilyName f1 2024-11-08T18:16:44,807 DEBUG [StoreOpener-1562cd79784d1522eaae85d0e0c66ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:44,808 INFO [StoreOpener-1562cd79784d1522eaae85d0e0c66ad7-1 {}] regionserver.HStore(327): Store=1562cd79784d1522eaae85d0e0c66ad7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:44,808 INFO [StoreOpener-1562cd79784d1522eaae85d0e0c66ad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,809 INFO [StoreOpener-1562cd79784d1522eaae85d0e0c66ad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1562cd79784d1522eaae85d0e0c66ad7 columnFamilyName norep 2024-11-08T18:16:44,809 DEBUG [StoreOpener-1562cd79784d1522eaae85d0e0c66ad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:44,810 INFO [StoreOpener-1562cd79784d1522eaae85d0e0c66ad7-1 {}] regionserver.HStore(327): Store=1562cd79784d1522eaae85d0e0c66ad7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:44,810 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,810 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,811 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,812 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,812 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,812 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:16:44,813 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,816 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:16:44,816 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1562cd79784d1522eaae85d0e0c66ad7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72786718, jitterRate=0.08460661768913269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:16:44,816 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:16:44,817 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1562cd79784d1522eaae85d0e0c66ad7: Running coprocessor pre-open hook at 1731089804803Writing region info on filesystem at 1731089804803Initializing all the Stores at 1731089804804 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089804804Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089804804Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089804804Cleaning up temporary data from old regions at 1731089804812 (+8 ms)Running coprocessor post-open hooks at 1731089804816 (+4 ms)Region opened successfully at 1731089804817 (+1 ms) 2024-11-08T18:16:44,820 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., pid=6, masterSystemTime=1731089804798 2024-11-08T18:16:44,823 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. 2024-11-08T18:16:44,823 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. 2024-11-08T18:16:44,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1562cd79784d1522eaae85d0e0c66ad7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,42117,1731089794281 2024-11-08T18:16:44,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1562cd79784d1522eaae85d0e0c66ad7, server=2424dce0d377,42117,1731089794281 because future has completed 2024-11-08T18:16:44,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:16:44,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1562cd79784d1522eaae85d0e0c66ad7, server=2424dce0d377,42117,1731089794281 in 184 msec 2024-11-08T18:16:44,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:16:44,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1562cd79784d1522eaae85d0e0c66ad7, ASSIGN in 342 msec 2024-11-08T18:16:44,835 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:16:44,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089804835"}]},"ts":"1731089804835"} 2024-11-08T18:16:44,837 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:16:44,839 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:16:44,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-08T18:16:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:45,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:45,814 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:16:45,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,39033,1731089799819 2024-11-08T18:16:45,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c354ddd 2024-11-08T18:16:45,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:45,817 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:16:45,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:16:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39033 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:16:45,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:16:45,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:45,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:16:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:45,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:16:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:16:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:46,230 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0fbb69c2ee3f95756f8d1ca7a12a5a7a, NAME => 'test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1 2024-11-08T18:16:46,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:16:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:46,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:46,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0fbb69c2ee3f95756f8d1ca7a12a5a7a, disabling compactions & flushes 2024-11-08T18:16:46,636 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. 2024-11-08T18:16:46,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. 2024-11-08T18:16:46,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. after waiting 0 ms 2024-11-08T18:16:46,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. 2024-11-08T18:16:46,636 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. 2024-11-08T18:16:46,636 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0fbb69c2ee3f95756f8d1ca7a12a5a7a: Waiting for close lock at 1731089806636Disabling compacts and flushes for region at 1731089806636Disabling writes for close at 1731089806636Writing region close event to WAL at 1731089806636Closed at 1731089806636 2024-11-08T18:16:46,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:16:46,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731089806638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089806638"}]},"ts":"1731089806638"} 2024-11-08T18:16:46,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:16:46,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:16:46,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089806641"}]},"ts":"1731089806641"} 2024-11-08T18:16:46,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:16:46,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0fbb69c2ee3f95756f8d1ca7a12a5a7a, ASSIGN}] 2024-11-08T18:16:46,645 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0fbb69c2ee3f95756f8d1ca7a12a5a7a, ASSIGN 2024-11-08T18:16:46,646 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0fbb69c2ee3f95756f8d1ca7a12a5a7a, ASSIGN; state=OFFLINE, location=2424dce0d377,36109,1731089800070; forceNewPlan=false, retain=false 2024-11-08T18:16:46,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0fbb69c2ee3f95756f8d1ca7a12a5a7a, regionState=OPENING, regionLocation=2424dce0d377,36109,1731089800070 2024-11-08T18:16:46,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0fbb69c2ee3f95756f8d1ca7a12a5a7a, ASSIGN because future has completed 2024-11-08T18:16:46,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fbb69c2ee3f95756f8d1ca7a12a5a7a, server=2424dce0d377,36109,1731089800070}] 2024-11-08T18:16:46,956 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. 2024-11-08T18:16:46,956 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fbb69c2ee3f95756f8d1ca7a12a5a7a, NAME => 'test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:46,956 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:16:46,956 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:16:46,957 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,957 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:46,957 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,957 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,958 INFO [StoreOpener-0fbb69c2ee3f95756f8d1ca7a12a5a7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,960 INFO [StoreOpener-0fbb69c2ee3f95756f8d1ca7a12a5a7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fbb69c2ee3f95756f8d1ca7a12a5a7a columnFamilyName f 2024-11-08T18:16:46,960 DEBUG [StoreOpener-0fbb69c2ee3f95756f8d1ca7a12a5a7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:46,960 INFO [StoreOpener-0fbb69c2ee3f95756f8d1ca7a12a5a7a-1 {}] regionserver.HStore(327): Store=0fbb69c2ee3f95756f8d1ca7a12a5a7a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:46,961 INFO [StoreOpener-0fbb69c2ee3f95756f8d1ca7a12a5a7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,962 INFO [StoreOpener-0fbb69c2ee3f95756f8d1ca7a12a5a7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fbb69c2ee3f95756f8d1ca7a12a5a7a columnFamilyName f1 2024-11-08T18:16:46,962 DEBUG [StoreOpener-0fbb69c2ee3f95756f8d1ca7a12a5a7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:46,962 INFO [StoreOpener-0fbb69c2ee3f95756f8d1ca7a12a5a7a-1 {}] regionserver.HStore(327): Store=0fbb69c2ee3f95756f8d1ca7a12a5a7a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:46,962 INFO [StoreOpener-0fbb69c2ee3f95756f8d1ca7a12a5a7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:46,963 INFO [StoreOpener-0fbb69c2ee3f95756f8d1ca7a12a5a7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fbb69c2ee3f95756f8d1ca7a12a5a7a columnFamilyName norep 2024-11-08T18:16:46,964 DEBUG [StoreOpener-0fbb69c2ee3f95756f8d1ca7a12a5a7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:46,964 INFO [StoreOpener-0fbb69c2ee3f95756f8d1ca7a12a5a7a-1 {}] regionserver.HStore(327): Store=0fbb69c2ee3f95756f8d1ca7a12a5a7a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:46,964 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,965 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/default/test/0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,965 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/default/test/0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,966 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,966 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,967 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:16:46,968 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,970 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/default/test/0fbb69c2ee3f95756f8d1ca7a12a5a7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:16:46,970 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0fbb69c2ee3f95756f8d1ca7a12a5a7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59952064, jitterRate=-0.1066446304321289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:16:46,970 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:16:46,970 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0fbb69c2ee3f95756f8d1ca7a12a5a7a: Running coprocessor pre-open hook at 1731089806957Writing region info on filesystem at 1731089806957Initializing all the Stores at 1731089806958 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089806958Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089806958Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089806958Cleaning up temporary data from old regions at 1731089806966 (+8 ms)Running coprocessor post-open hooks at 1731089806970 (+4 ms)Region opened successfully at 1731089806970 2024-11-08T18:16:46,971 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a., pid=6, masterSystemTime=1731089806952 2024-11-08T18:16:46,973 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. 2024-11-08T18:16:46,973 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. 2024-11-08T18:16:46,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0fbb69c2ee3f95756f8d1ca7a12a5a7a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,36109,1731089800070 2024-11-08T18:16:46,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fbb69c2ee3f95756f8d1ca7a12a5a7a, server=2424dce0d377,36109,1731089800070 because future has completed 2024-11-08T18:16:46,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:16:46,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fbb69c2ee3f95756f8d1ca7a12a5a7a, server=2424dce0d377,36109,1731089800070 in 178 msec 2024-11-08T18:16:46,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:16:46,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0fbb69c2ee3f95756f8d1ca7a12a5a7a, ASSIGN in 335 msec 2024-11-08T18:16:46,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:16:46,982 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089806982"}]},"ts":"1731089806982"} 2024-11-08T18:16:46,984 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:16:46,985 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:16:46,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-08T18:16:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:16:47,973 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:16:47,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b90675a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:47,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,45969,-1 for getting cluster id 2024-11-08T18:16:47,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:47,975 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5b9b4ec-f528-4b8b-b62a-a4f4d8972517' 2024-11-08T18:16:47,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:47,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5b9b4ec-f528-4b8b-b62a-a4f4d8972517" 2024-11-08T18:16:47,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6538a22c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:47,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,45969,-1] 2024-11-08T18:16:47,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:47,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:47,976 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c79e55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:47,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e47d9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:47,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,39033,-1 for getting cluster id 2024-11-08T18:16:47,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:47,978 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3' 2024-11-08T18:16:47,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:47,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3" 2024-11-08T18:16:47,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601ac8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:47,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,39033,-1] 2024-11-08T18:16:47,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:47,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:47,980 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:47,980 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd05dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:47,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4249129c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:47,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,45969,-1 for getting cluster id 2024-11-08T18:16:47,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:47,982 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5b9b4ec-f528-4b8b-b62a-a4f4d8972517' 2024-11-08T18:16:47,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:47,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5b9b4ec-f528-4b8b-b62a-a4f4d8972517" 2024-11-08T18:16:47,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ac33cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:47,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,45969,-1] 2024-11-08T18:16:47,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:47,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:47,983 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51190aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:47,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,45969,1731089794126 2024-11-08T18:16:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e2f7d3 2024-11-08T18:16:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:47,988 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:16:47,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:39033,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:16:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:16:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:16:47,992 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:39033' 2024-11-08T18:16:47,993 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276da114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:47,993 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,39033,-1 for getting cluster id 2024-11-08T18:16:47,993 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:47,994 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3' 2024-11-08T18:16:47,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:47,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3" 2024-11-08T18:16:47,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743e9d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:47,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,39033,-1] 2024-11-08T18:16:47,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:47,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:47,995 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:47,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e026772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:47,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:47,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,39033,1731089799819 2024-11-08T18:16:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35549dab 2024-11-08T18:16:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:47,997 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:16:47,998 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T18:16:47,998 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:16:47,998 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:47,998 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:47,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:47,999 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:16:48,000 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:16:48,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:16:48,001 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:48,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:16:48,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741837_1013 (size=1138) 2024-11-08T18:16:48,050 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:16:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:16:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:16:48,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T18:16:48,409 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c014a052d309f4a1d6cb6b669e27c3c4, NAME => 'hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d 2024-11-08T18:16:48,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741838_1014 (size=44) 2024-11-08T18:16:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:16:48,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:48,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c014a052d309f4a1d6cb6b669e27c3c4, disabling compactions & flushes 2024-11-08T18:16:48,815 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. 2024-11-08T18:16:48,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. 2024-11-08T18:16:48,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. after waiting 0 ms 2024-11-08T18:16:48,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. 2024-11-08T18:16:48,815 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. 2024-11-08T18:16:48,815 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c014a052d309f4a1d6cb6b669e27c3c4: Waiting for close lock at 1731089808815Disabling compacts and flushes for region at 1731089808815Disabling writes for close at 1731089808815Writing region close event to WAL at 1731089808815Closed at 1731089808815 2024-11-08T18:16:48,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:16:48,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731089808817"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089808817"}]},"ts":"1731089808817"} 2024-11-08T18:16:48,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:16:48,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:16:48,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089808820"}]},"ts":"1731089808820"} 2024-11-08T18:16:48,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:16:48,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c014a052d309f4a1d6cb6b669e27c3c4, ASSIGN}] 2024-11-08T18:16:48,823 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c014a052d309f4a1d6cb6b669e27c3c4, ASSIGN 2024-11-08T18:16:48,824 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c014a052d309f4a1d6cb6b669e27c3c4, ASSIGN; state=OFFLINE, location=2424dce0d377,42117,1731089794281; forceNewPlan=false, retain=false 2024-11-08T18:16:48,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c014a052d309f4a1d6cb6b669e27c3c4, regionState=OPENING, regionLocation=2424dce0d377,42117,1731089794281 2024-11-08T18:16:48,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c014a052d309f4a1d6cb6b669e27c3c4, ASSIGN because future has completed 2024-11-08T18:16:48,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c014a052d309f4a1d6cb6b669e27c3c4, server=2424dce0d377,42117,1731089794281}] 2024-11-08T18:16:49,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:16:49,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:49,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:16:49,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. 2024-11-08T18:16:49,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:16:49,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:16:49,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C42117%2C1731089794281.rep, suffix=, logDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281, archiveDir=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/oldWALs, maxLogs=10 2024-11-08T18:16:49,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.rep.1731089809136, exclude list is [], retry=0 2024-11-08T18:16:49,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37251,DS-77d5a361-755c-41c5-b45d-de4ef33acdc1,DISK] 2024-11-08T18:16:49,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.rep.1731089809136 2024-11-08T18:16:49,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42967:42967)] 2024-11-08T18:16:49,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c014a052d309f4a1d6cb6b669e27c3c4, NAME => 'hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:16:49,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:16:49,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:16:49,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. service=MultiRowMutationService 2024-11-08T18:16:49,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:16:49,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:16:49,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,194 INFO [StoreOpener-c014a052d309f4a1d6cb6b669e27c3c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,195 INFO [StoreOpener-c014a052d309f4a1d6cb6b669e27c3c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c014a052d309f4a1d6cb6b669e27c3c4 columnFamilyName hfileref 2024-11-08T18:16:49,196 DEBUG [StoreOpener-c014a052d309f4a1d6cb6b669e27c3c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:49,196 INFO [StoreOpener-c014a052d309f4a1d6cb6b669e27c3c4-1 {}] regionserver.HStore(327): Store=c014a052d309f4a1d6cb6b669e27c3c4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:49,196 INFO [StoreOpener-c014a052d309f4a1d6cb6b669e27c3c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,197 INFO [StoreOpener-c014a052d309f4a1d6cb6b669e27c3c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c014a052d309f4a1d6cb6b669e27c3c4 columnFamilyName queue 2024-11-08T18:16:49,197 DEBUG [StoreOpener-c014a052d309f4a1d6cb6b669e27c3c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:49,197 INFO [StoreOpener-c014a052d309f4a1d6cb6b669e27c3c4-1 {}] regionserver.HStore(327): Store=c014a052d309f4a1d6cb6b669e27c3c4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:49,197 INFO [StoreOpener-c014a052d309f4a1d6cb6b669e27c3c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,198 INFO [StoreOpener-c014a052d309f4a1d6cb6b669e27c3c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c014a052d309f4a1d6cb6b669e27c3c4 columnFamilyName sid 2024-11-08T18:16:49,198 DEBUG [StoreOpener-c014a052d309f4a1d6cb6b669e27c3c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:16:49,199 INFO [StoreOpener-c014a052d309f4a1d6cb6b669e27c3c4-1 {}] regionserver.HStore(327): Store=c014a052d309f4a1d6cb6b669e27c3c4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:16:49,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:16:49,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:16:49,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c014a052d309f4a1d6cb6b669e27c3c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66172273, jitterRate=-0.01395629346370697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:16:49,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:16:49,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c014a052d309f4a1d6cb6b669e27c3c4: Running coprocessor pre-open hook at 1731089809193Writing region info on filesystem at 1731089809193Initializing all the Stores at 1731089809194 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089809194Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089809194Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089809194Cleaning up temporary data from old regions at 1731089809200 (+6 ms)Running coprocessor post-open hooks at 1731089809205 (+5 ms)Region opened successfully at 1731089809205 2024-11-08T18:16:49,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4., pid=10, masterSystemTime=1731089809130 2024-11-08T18:16:49,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. 2024-11-08T18:16:49,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. 2024-11-08T18:16:49,209 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c014a052d309f4a1d6cb6b669e27c3c4, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,42117,1731089794281 2024-11-08T18:16:49,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c014a052d309f4a1d6cb6b669e27c3c4, server=2424dce0d377,42117,1731089794281 because future has completed 2024-11-08T18:16:49,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:16:49,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c014a052d309f4a1d6cb6b669e27c3c4, server=2424dce0d377,42117,1731089794281 in 235 msec 2024-11-08T18:16:49,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T18:16:49,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c014a052d309f4a1d6cb6b669e27c3c4, ASSIGN in 393 msec 2024-11-08T18:16:49,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:16:49,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089809218"}]},"ts":"1731089809218"} 2024-11-08T18:16:49,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:16:49,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:16:49,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2230 sec 2024-11-08T18:16:49,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4., hostname=2424dce0d377,42117,1731089794281, seqNum=2] 2024-11-08T18:16:49,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:49,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:16:49,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:16:49,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T18:16:49,501 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:16:49,525 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,42117,1731089794281, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:16:49,525 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:49,525 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42117,1731089794281, seqNum=-1] 2024-11-08T18:16:49,526 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:49,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-08T18:16:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,42117,1731089794281', locateType=CURRENT is [region=hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4., hostname=2424dce0d377,42117,1731089794281, seqNum=2] 2024-11-08T18:16:49,541 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T18:16:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T18:16:49,544 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,42117,1731089794281 suceeded 2024-11-08T18:16:49,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T18:16:49,547 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:39033,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-08T18:16:49,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-08T18:16:49,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5590 sec 2024-11-08T18:16:49,559 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:39033' 2024-11-08T18:16:49,560 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7741ae0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:49,561 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,39033,-1 for getting cluster id 2024-11-08T18:16:49,561 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:49,562 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3' 2024-11-08T18:16:49,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:49,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3" 2024-11-08T18:16:49,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc6214e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:49,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,39033,-1] 2024-11-08T18:16:49,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:49,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:49,564 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:49,565 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3793190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:49,565 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:49,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,39033,1731089799819 2024-11-08T18:16:49,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59d4c290 2024-11-08T18:16:49,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:49,567 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-08T18:16:49,568 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,42117,1731089794281 (queues=1) is replicating from cluster=c5b9b4ec-f528-4b8b-b62a-a4f4d8972517 to cluster=d9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3 2024-11-08T18:16:49,568 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C42117%2C1731089794281 2024-11-08T18:16:49,568 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,42117,1731089794281, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:16:49,569 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.shipper2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C42117%2C1731089794281 2024-11-08T18:16:49,569 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580, startPosition=0, beingWritten=true 2024-11-08T18:16:49,580 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:16:49,580 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 379, reset compression=false 2024-11-08T18:16:49,580 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.shipper2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42117,1731089794281 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:16:49,785 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 379, reset compression=false 2024-11-08T18:16:50,089 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 379, reset compression=false 2024-11-08T18:16:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:16:50,133 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:16:50,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:50,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:50,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:50,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:50,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:50,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:50,139 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731089810137/Put/seqid=0 2024-11-08T18:16:50,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741840_1016 (size=7894) 2024-11-08T18:16:50,493 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 379, reset compression=false 2024-11-08T18:16:50,546 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f/f/hfile_1 is 34, key is ddd/f:row/1731089810545/Put/seqid=0 2024-11-08T18:16:50,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741841_1017 (size=7691) 2024-11-08T18:16:50,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248548e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:50,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,45969,-1 for getting cluster id 2024-11-08T18:16:50,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:50,955 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5b9b4ec-f528-4b8b-b62a-a4f4d8972517' 2024-11-08T18:16:50,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:50,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5b9b4ec-f528-4b8b-b62a-a4f4d8972517" 2024-11-08T18:16:50,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599f6630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:50,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,45969,-1] 2024-11-08T18:16:50,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:50,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:50,957 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:50,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346cc226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:50,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:50,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42117,1731089794281, seqNum=-1] 2024-11-08T18:16:50,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:50,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:50,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:50,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,45969,1731089794126 2024-11-08T18:16:50,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a82477 2024-11-08T18:16:50,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:50,973 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:16:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., hostname=2424dce0d377,42117,1731089794281, seqNum=2] 2024-11-08T18:16:50,988 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:16:50,997 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 379, reset compression=false 2024-11-08T18:16:51,000 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T18:16:51,004 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T18:16:51,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f/f/hfile_0 for inclusion in 1562cd79784d1522eaae85d0e0c66ad7/f 2024-11-08T18:16:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T18:16:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:16:51,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f/f/hfile_1 for inclusion in 1562cd79784d1522eaae85d0e0c66ad7/f 2024-11-08T18:16:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T18:16:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:16:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HRegion(2603): Flush status journal for 1562cd79784d1522eaae85d0e0c66ad7: 2024-11-08T18:16:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f/f/hfile_0 to hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__h82b4l9hcrunhh73ffebni2qrur5vd0erpbb9frb4u46ub7t0f17hkgcrek4kgeh/f/hfile_0 2024-11-08T18:16:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__h82b4l9hcrunhh73ffebni2qrur5vd0erpbb9frb4u46ub7t0f17hkgcrek4kgeh/f/hfile_0 as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f/f529f6e9f4f04a888b729962c293e7dc_SeqId_4_ 2024-11-08T18:16:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f/f/hfile_1 to hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__h82b4l9hcrunhh73ffebni2qrur5vd0erpbb9frb4u46ub7t0f17hkgcrek4kgeh/f/hfile_1 2024-11-08T18:16:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__h82b4l9hcrunhh73ffebni2qrur5vd0erpbb9frb4u46ub7t0f17hkgcrek4kgeh/f/hfile_1 as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f/9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_ 2024-11-08T18:16:51,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__h82b4l9hcrunhh73ffebni2qrur5vd0erpbb9frb4u46ub7t0f17hkgcrek4kgeh/f/hfile_0 into 1562cd79784d1522eaae85d0e0c66ad7/f as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f/f529f6e9f4f04a888b729962c293e7dc_SeqId_4_ - updating store file list. 2024-11-08T18:16:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f529f6e9f4f04a888b729962c293e7dc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:16:51,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f/f529f6e9f4f04a888b729962c293e7dc_SeqId_4_ into 1562cd79784d1522eaae85d0e0c66ad7/f 2024-11-08T18:16:51,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__h82b4l9hcrunhh73ffebni2qrur5vd0erpbb9frb4u46ub7t0f17hkgcrek4kgeh/f/hfile_0 into 1562cd79784d1522eaae85d0e0c66ad7/f (new location: hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f/f529f6e9f4f04a888b729962c293e7dc_SeqId_4_) 2024-11-08T18:16:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__h82b4l9hcrunhh73ffebni2qrur5vd0erpbb9frb4u46ub7t0f17hkgcrek4kgeh/f/hfile_0 2024-11-08T18:16:51,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__h82b4l9hcrunhh73ffebni2qrur5vd0erpbb9frb4u46ub7t0f17hkgcrek4kgeh/f/hfile_1 into 1562cd79784d1522eaae85d0e0c66ad7/f as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f/9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_ - updating store file list. 2024-11-08T18:16:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:16:51,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f/9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_ into 1562cd79784d1522eaae85d0e0c66ad7/f 2024-11-08T18:16:51,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__h82b4l9hcrunhh73ffebni2qrur5vd0erpbb9frb4u46ub7t0f17hkgcrek4kgeh/f/hfile_1 into 1562cd79784d1522eaae85d0e0c66ad7/f (new location: hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f/9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_) 2024-11-08T18:16:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__h82b4l9hcrunhh73ffebni2qrur5vd0erpbb9frb4u46ub7t0f17hkgcrek4kgeh/f/hfile_1 2024-11-08T18:16:51,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:51,070 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:51,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:51,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:51,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:51,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:51,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., hostname=2424dce0d377,42117,1731089794281, seqNum=2 , the old value is region=test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., hostname=2424dce0d377,42117,1731089794281, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2424dce0d377:42117 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T18:16:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., hostname=2424dce0d377,42117,1731089794281, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T18:16:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36109,1731089800070, seqNum=-1] 2024-11-08T18:16:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., hostname=2424dce0d377,42117,1731089794281, seqNum=2 from cache 2024-11-08T18:16:51,072 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T18:16:51,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:51,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:51,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a., hostname=2424dce0d377,36109,1731089800070, seqNum=2] 2024-11-08T18:16:51,079 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T18:16:51,184 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:42117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T18:16:51,602 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 379, reset compression=false 2024-11-08T18:16:51,609 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:16:51,609 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.shipper2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42117,1731089794281 got entry batch from reader: WALEntryBatch [walEntries=[{test/1562cd79784d1522eaae85d0e0c66ad7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731089811063/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T18:16:51,626 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.shipper2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:16:51,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-08T18:16:51,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(318): Replicating [c5b9b4ec-f528-4b8b-b62a-a4f4d8972517] bulk loaded data 2024-11-08T18:16:51,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@323b6766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:51,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,39033,-1 for getting cluster id 2024-11-08T18:16:51,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:51,632 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3' 2024-11-08T18:16:51,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:51,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9a4fcf6-6c6d-4e42-b7ad-a42b0132f0e3" 2024-11-08T18:16:51,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a19774a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:51,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,39033,-1] 2024-11-08T18:16:51,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:51,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:51,634 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:51,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4347062d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741837_1013 (size=7894) 2024-11-08T18:16:51,809 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 687, reset compression=false 2024-11-08T18:16:52,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741838_1014 (size=7691) 2024-11-08T18:16:52,081 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T18:16:52,113 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 687, reset compression=false 2024-11-08T18:16:52,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:52,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,39033,1731089799819 2024-11-08T18:16:52,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf56503 2024-11-08T18:16:52,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:52,462 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-08T18:16:52,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:16:52,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:52,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36109,1731089800070, seqNum=-1] 2024-11-08T18:16:52,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:52,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-08T18:16:52,475 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/staging/jenkins.hfs.6__test__mb80hm7uim1b7j0curb0h56p70l4j850ee9bls0p3bk10jclgsa9uqc0lum2tbh3/f/9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T18:16:52,479 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/staging/jenkins.hfs.6__test__mb80hm7uim1b7j0curb0h56p70l4j850ee9bls0p3bk10jclgsa9uqc0lum2tbh3/f/f529f6e9f4f04a888b729962c293e7dc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T18:16:52,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/staging/jenkins.hfs.6__test__mb80hm7uim1b7j0curb0h56p70l4j850ee9bls0p3bk10jclgsa9uqc0lum2tbh3/f/f529f6e9f4f04a888b729962c293e7dc_SeqId_4_ for inclusion in 0fbb69c2ee3f95756f8d1ca7a12a5a7a/f 2024-11-08T18:16:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T18:16:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:16:52,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/staging/jenkins.hfs.6__test__mb80hm7uim1b7j0curb0h56p70l4j850ee9bls0p3bk10jclgsa9uqc0lum2tbh3/f/9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_ for inclusion in 0fbb69c2ee3f95756f8d1ca7a12a5a7a/f 2024-11-08T18:16:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T18:16:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:16:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HRegion(2603): Flush status journal for 0fbb69c2ee3f95756f8d1ca7a12a5a7a: 2024-11-08T18:16:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f529f6e9f4f04a888b729962c293e7dc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T18:16:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/staging/jenkins.hfs.6__test__mb80hm7uim1b7j0curb0h56p70l4j850ee9bls0p3bk10jclgsa9uqc0lum2tbh3/f/f529f6e9f4f04a888b729962c293e7dc_SeqId_4_ as hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/default/test/0fbb69c2ee3f95756f8d1ca7a12a5a7a/f/9bae4627c4474cb680ba161d41a8e590_SeqId_4_ 2024-11-08T18:16:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T18:16:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/staging/jenkins.hfs.6__test__mb80hm7uim1b7j0curb0h56p70l4j850ee9bls0p3bk10jclgsa9uqc0lum2tbh3/f/9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_ as hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/default/test/0fbb69c2ee3f95756f8d1ca7a12a5a7a/f/aa8683310fb54fddbd806515bfbefbfc_SeqId_4_ 2024-11-08T18:16:52,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/staging/jenkins.hfs.6__test__mb80hm7uim1b7j0curb0h56p70l4j850ee9bls0p3bk10jclgsa9uqc0lum2tbh3/f/f529f6e9f4f04a888b729962c293e7dc_SeqId_4_ into 0fbb69c2ee3f95756f8d1ca7a12a5a7a/f as hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/default/test/0fbb69c2ee3f95756f8d1ca7a12a5a7a/f/9bae4627c4474cb680ba161d41a8e590_SeqId_4_ - updating store file list. 2024-11-08T18:16:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9bae4627c4474cb680ba161d41a8e590_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:16:52,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/default/test/0fbb69c2ee3f95756f8d1ca7a12a5a7a/f/9bae4627c4474cb680ba161d41a8e590_SeqId_4_ into 0fbb69c2ee3f95756f8d1ca7a12a5a7a/f 2024-11-08T18:16:52,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/staging/jenkins.hfs.6__test__mb80hm7uim1b7j0curb0h56p70l4j850ee9bls0p3bk10jclgsa9uqc0lum2tbh3/f/f529f6e9f4f04a888b729962c293e7dc_SeqId_4_ into 0fbb69c2ee3f95756f8d1ca7a12a5a7a/f (new location: hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/default/test/0fbb69c2ee3f95756f8d1ca7a12a5a7a/f/9bae4627c4474cb680ba161d41a8e590_SeqId_4_) 2024-11-08T18:16:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/staging/jenkins.hfs.6__test__mb80hm7uim1b7j0curb0h56p70l4j850ee9bls0p3bk10jclgsa9uqc0lum2tbh3/f/f529f6e9f4f04a888b729962c293e7dc_SeqId_4_ 2024-11-08T18:16:52,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/staging/jenkins.hfs.6__test__mb80hm7uim1b7j0curb0h56p70l4j850ee9bls0p3bk10jclgsa9uqc0lum2tbh3/f/9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_ into 0fbb69c2ee3f95756f8d1ca7a12a5a7a/f as hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/default/test/0fbb69c2ee3f95756f8d1ca7a12a5a7a/f/aa8683310fb54fddbd806515bfbefbfc_SeqId_4_ - updating store file list. 2024-11-08T18:16:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa8683310fb54fddbd806515bfbefbfc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:16:52,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/default/test/0fbb69c2ee3f95756f8d1ca7a12a5a7a/f/aa8683310fb54fddbd806515bfbefbfc_SeqId_4_ into 0fbb69c2ee3f95756f8d1ca7a12a5a7a/f 2024-11-08T18:16:52,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/staging/jenkins.hfs.6__test__mb80hm7uim1b7j0curb0h56p70l4j850ee9bls0p3bk10jclgsa9uqc0lum2tbh3/f/9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_ into 0fbb69c2ee3f95756f8d1ca7a12a5a7a/f (new location: hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/default/test/0fbb69c2ee3f95756f8d1ca7a12a5a7a/f/aa8683310fb54fddbd806515bfbefbfc_SeqId_4_) 2024-11-08T18:16:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/staging/jenkins.hfs.6__test__mb80hm7uim1b7j0curb0h56p70l4j850ee9bls0p3bk10jclgsa9uqc0lum2tbh3/f/9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_ 2024-11-08T18:16:52,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36109 {}] regionserver.ReplicationSink(324): Finished replicating [c5b9b4ec-f528-4b8b-b62a-a4f4d8972517] bulk loaded data 2024-11-08T18:16:52,517 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 687, reset compression=false 2024-11-08T18:16:53,021 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 687, reset compression=false 2024-11-08T18:16:53,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:16:53,100 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731089813099/Put/seqid=0 2024-11-08T18:16:53,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741842_1018 (size=7997) 2024-11-08T18:16:53,507 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731089813507/Put/seqid=0 2024-11-08T18:16:53,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741843_1019 (size=7794) 2024-11-08T18:16:53,628 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 687, reset compression=false 2024-11-08T18:16:53,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ba4520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:53,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,45969,-1 for getting cluster id 2024-11-08T18:16:53,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:16:53,916 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5b9b4ec-f528-4b8b-b62a-a4f4d8972517' 2024-11-08T18:16:53,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:16:53,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5b9b4ec-f528-4b8b-b62a-a4f4d8972517" 2024-11-08T18:16:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f71bae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,45969,-1] 2024-11-08T18:16:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:16:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:53,919 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:16:53,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44733ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:16:53,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42117,1731089794281, seqNum=-1] 2024-11-08T18:16:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:53,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:53,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:16:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,45969,1731089794126 2024-11-08T18:16:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fed8399 2024-11-08T18:16:53,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:16:53,939 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:16:53,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., hostname=2424dce0d377,42117,1731089794281, seqNum=2] 2024-11-08T18:16:53,948 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:16:53,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T18:16:53,961 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T18:16:53,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f1/f1/hfile_0 for inclusion in 1562cd79784d1522eaae85d0e0c66ad7/f1 2024-11-08T18:16:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T18:16:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:16:53,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f1/f1/hfile_1 for inclusion in 1562cd79784d1522eaae85d0e0c66ad7/f1 2024-11-08T18:16:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T18:16:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:16:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HRegion(2603): Flush status journal for 1562cd79784d1522eaae85d0e0c66ad7: 2024-11-08T18:16:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f1/f1/hfile_0 to hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__afpl6m1a9fge97eggsstjhotdliafde5f6la7im0jjiffmjagiaskgqqe2btnf7l/f1/hfile_0 2024-11-08T18:16:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__afpl6m1a9fge97eggsstjhotdliafde5f6la7im0jjiffmjagiaskgqqe2btnf7l/f1/hfile_0 as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f1/fd2fdb97944f40df93e3442a7d551237_SeqId_6_ 2024-11-08T18:16:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/load_f1/f1/hfile_1 to hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__afpl6m1a9fge97eggsstjhotdliafde5f6la7im0jjiffmjagiaskgqqe2btnf7l/f1/hfile_1 2024-11-08T18:16:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__afpl6m1a9fge97eggsstjhotdliafde5f6la7im0jjiffmjagiaskgqqe2btnf7l/f1/hfile_1 as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f1/b820d419e4994324a065c8087a534f6e_SeqId_6_ 2024-11-08T18:16:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-08T18:16:53,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__afpl6m1a9fge97eggsstjhotdliafde5f6la7im0jjiffmjagiaskgqqe2btnf7l/f1/hfile_0 into 1562cd79784d1522eaae85d0e0c66ad7/f1 as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f1/fd2fdb97944f40df93e3442a7d551237_SeqId_6_ - updating store file list. 2024-11-08T18:16:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd2fdb97944f40df93e3442a7d551237_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T18:16:53,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f1/fd2fdb97944f40df93e3442a7d551237_SeqId_6_ into 1562cd79784d1522eaae85d0e0c66ad7/f1 2024-11-08T18:16:53,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__afpl6m1a9fge97eggsstjhotdliafde5f6la7im0jjiffmjagiaskgqqe2btnf7l/f1/hfile_0 into 1562cd79784d1522eaae85d0e0c66ad7/f1 (new location: hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f1/fd2fdb97944f40df93e3442a7d551237_SeqId_6_) 2024-11-08T18:16:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__afpl6m1a9fge97eggsstjhotdliafde5f6la7im0jjiffmjagiaskgqqe2btnf7l/f1/hfile_0 2024-11-08T18:16:53,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__afpl6m1a9fge97eggsstjhotdliafde5f6la7im0jjiffmjagiaskgqqe2btnf7l/f1/hfile_1 into 1562cd79784d1522eaae85d0e0c66ad7/f1 as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f1/b820d419e4994324a065c8087a534f6e_SeqId_6_ - updating store file list. 2024-11-08T18:16:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b820d419e4994324a065c8087a534f6e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T18:16:54,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f1/b820d419e4994324a065c8087a534f6e_SeqId_6_ into 1562cd79784d1522eaae85d0e0c66ad7/f1 2024-11-08T18:16:54,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__afpl6m1a9fge97eggsstjhotdliafde5f6la7im0jjiffmjagiaskgqqe2btnf7l/f1/hfile_1 into 1562cd79784d1522eaae85d0e0c66ad7/f1 (new location: hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/f1/b820d419e4994324a065c8087a534f6e_SeqId_6_) 2024-11-08T18:16:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/staging/jenkins__test__afpl6m1a9fge97eggsstjhotdliafde5f6la7im0jjiffmjagiaskgqqe2btnf7l/f1/hfile_1 2024-11-08T18:16:54,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:16:54,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:16:54,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:54,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:16:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., hostname=2424dce0d377,42117,1731089794281, seqNum=2 , the old value is region=test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., hostname=2424dce0d377,42117,1731089794281, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2424dce0d377:42117 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T18:16:54,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., hostname=2424dce0d377,42117,1731089794281, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T18:16:54,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., hostname=2424dce0d377,42117,1731089794281, seqNum=2 from cache 2024-11-08T18:16:54,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:16:54,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:16:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42117,1731089794281, seqNum=-1] 2024-11-08T18:16:54,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:16:54,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:16:54,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., hostname=2424dce0d377,42117,1731089794281, seqNum=2] 2024-11-08T18:16:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:45530 deadline: 1731089874009 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:45530 2024-11-08T18:16:54,114 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:42117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T18:16:54,332 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 687, reset compression=false 2024-11-08T18:16:54,340 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:16:54,340 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:16:54,340 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.shipper2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42117,1731089794281 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:16:54,552 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:16:54,695 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:16:54,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:54,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:16:54,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T18:16:54,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T18:16:54,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T18:16:54,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T18:16:54,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T18:16:54,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:16:54,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T18:16:54,857 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:16:55,261 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:16:55,766 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:16:56,372 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:16:57,077 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:16:57,881 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:16:58,789 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:16:59,795 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:00,899 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:02,103 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:03,407 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:03,716 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:17:04,811 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:06,315 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:07,919 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:09,408 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:17:09,623 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:11,427 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:13,333 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:14,344 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.shipper2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42117,1731089794281 got entry batch from reader: null 2024-11-08T18:17:15,337 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:17,441 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:17,766 INFO [master/2424dce0d377:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T18:17:17,766 INFO [master/2424dce0d377:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T18:17:19,645 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:21,949 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:23,994 INFO [master/2424dce0d377:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T18:17:23,994 INFO [master/2424dce0d377:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T18:17:24,353 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:26,856 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:29,461 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:29,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1562cd79784d1522eaae85d0e0c66ad7, had cached 0 bytes from a total of 31376 2024-11-08T18:17:31,957 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0fbb69c2ee3f95756f8d1ca7a12a5a7a, had cached 0 bytes from a total of 15585 2024-11-08T18:17:32,165 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:33,716 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:17:34,345 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.shipper2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42117,1731089794281 got entry batch from reader: null 2024-11-08T18:17:34,969 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:37,873 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:39,408 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:17:40,877 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:43,598 DEBUG [master/2424dce0d377:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T18:17:43,981 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:47,188 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:50,492 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:53,896 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:54,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:17:54,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:17:54,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:17:54,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:17:54,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:17:54,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:17:54,064 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:17:54,064 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1387960399, stopped=false 2024-11-08T18:17:54,064 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,39033,1731089799819 2024-11-08T18:17:54,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11470333068/running 2024-11-08T18:17:54,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11470333068/running 2024-11-08T18:17:54,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:17:54,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:17:54,088 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:17:54,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:17:54,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:17:54,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:17:54,088 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,36109,1731089800070' ***** 2024-11-08T18:17:54,088 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:17:54,089 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:17:54,089 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:17:54,089 INFO [RS:0;2424dce0d377:36109 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:17:54,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Set watcher on znode that does not yet exist, /11470333068/running 2024-11-08T18:17:54,089 INFO [RS:0;2424dce0d377:36109 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:17:54,089 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fbb69c2ee3f95756f8d1ca7a12a5a7a 2024-11-08T18:17:54,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Set watcher on znode that does not yet exist, /11470333068/running 2024-11-08T18:17:54,089 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,36109,1731089800070 2024-11-08T18:17:54,089 INFO [RS:0;2424dce0d377:36109 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:17:54,090 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fbb69c2ee3f95756f8d1ca7a12a5a7a, disabling compactions & flushes 2024-11-08T18:17:54,090 INFO [RS:0;2424dce0d377:36109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:36109. 2024-11-08T18:17:54,090 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. 2024-11-08T18:17:54,090 DEBUG [RS:0;2424dce0d377:36109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:17:54,090 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. 2024-11-08T18:17:54,090 DEBUG [RS:0;2424dce0d377:36109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:17:54,090 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. after waiting 0 ms 2024-11-08T18:17:54,090 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. 2024-11-08T18:17:54,090 INFO [RS:0;2424dce0d377:36109 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:17:54,090 INFO [RS:0;2424dce0d377:36109 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:17:54,090 INFO [RS:0;2424dce0d377:36109 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:17:54,090 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:17:54,090 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:17:54,090 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0fbb69c2ee3f95756f8d1ca7a12a5a7a=test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a.} 2024-11-08T18:17:54,090 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1351): Waiting on 0fbb69c2ee3f95756f8d1ca7a12a5a7a, 1588230740 2024-11-08T18:17:54,090 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:17:54,090 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:17:54,090 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:17:54,090 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:17:54,090 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:17:54,091 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T18:17:54,099 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/default/test/0fbb69c2ee3f95756f8d1ca7a12a5a7a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T18:17:54,100 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:17:54,100 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:17:54,100 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. 2024-11-08T18:17:54,100 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fbb69c2ee3f95756f8d1ca7a12a5a7a: Waiting for close lock at 1731089874090Running coprocessor pre-close hooks at 1731089874090Disabling compacts and flushes for region at 1731089874090Disabling writes for close at 1731089874090Writing region close event to WAL at 1731089874090Running coprocessor post-close hooks at 1731089874100 (+10 ms)Closed at 1731089874100 2024-11-08T18:17:54,100 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a. 2024-11-08T18:17:54,114 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/.tmp/info/8afb5acfffe941eb9e03ef2c5850899d is 129, key is test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a./info:regioninfo/1731089806974/Put/seqid=0 2024-11-08T18:17:54,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741839_1015 (size=6421) 2024-11-08T18:17:54,135 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:17:54,290 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:17:54,345 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.shipper2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42117,1731089794281 got entry batch from reader: null 2024-11-08T18:17:54,355 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:17:54,355 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:17:54,491 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:17:54,522 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/.tmp/info/8afb5acfffe941eb9e03ef2c5850899d 2024-11-08T18:17:54,549 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/.tmp/ns/8223a172ac4746ee9b9ad8c9c17e4bc2 is 43, key is default/ns:d/1731089803589/Put/seqid=0 2024-11-08T18:17:54,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741840_1016 (size=5153) 2024-11-08T18:17:54,691 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:17:54,891 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:17:54,954 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/.tmp/ns/8223a172ac4746ee9b9ad8c9c17e4bc2 2024-11-08T18:17:54,978 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/.tmp/rep_barrier/e961d8d679d847d998654b5d18195ab6 is 112, key is test,,1731089805817.0fbb69c2ee3f95756f8d1ca7a12a5a7a./rep_barrier:seqnumDuringOpen/1731089806974/Put/seqid=0 2024-11-08T18:17:54,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741841_1017 (size=5518) 2024-11-08T18:17:55,091 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:17:55,091 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:17:55,091 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:17:55,291 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:17:55,384 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/.tmp/rep_barrier/e961d8d679d847d998654b5d18195ab6 2024-11-08T18:17:55,406 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/.tmp/table/70ebdc1d7afd4d35abc5ce1884ef8688 is 40, key is test/table:state/1731089806982/Put/seqid=0 2024-11-08T18:17:55,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741842_1018 (size=5165) 2024-11-08T18:17:55,492 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:17:55,692 DEBUG [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:17:55,811 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/.tmp/table/70ebdc1d7afd4d35abc5ce1884ef8688 2024-11-08T18:17:55,817 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/.tmp/info/8afb5acfffe941eb9e03ef2c5850899d as hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/info/8afb5acfffe941eb9e03ef2c5850899d 2024-11-08T18:17:55,823 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/info/8afb5acfffe941eb9e03ef2c5850899d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T18:17:55,824 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/.tmp/ns/8223a172ac4746ee9b9ad8c9c17e4bc2 as hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/ns/8223a172ac4746ee9b9ad8c9c17e4bc2 2024-11-08T18:17:55,830 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/ns/8223a172ac4746ee9b9ad8c9c17e4bc2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T18:17:55,831 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/.tmp/rep_barrier/e961d8d679d847d998654b5d18195ab6 as hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/rep_barrier/e961d8d679d847d998654b5d18195ab6 2024-11-08T18:17:55,837 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/rep_barrier/e961d8d679d847d998654b5d18195ab6, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T18:17:55,838 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/.tmp/table/70ebdc1d7afd4d35abc5ce1884ef8688 as hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/table/70ebdc1d7afd4d35abc5ce1884ef8688 2024-11-08T18:17:55,843 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/table/70ebdc1d7afd4d35abc5ce1884ef8688, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T18:17:55,844 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=11, compaction requested=false 2024-11-08T18:17:55,849 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T18:17:55,849 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:17:55,849 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:17:55,850 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:17:55,850 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089874090Running coprocessor pre-close hooks at 1731089874090Disabling compacts and flushes for region at 1731089874090Disabling writes for close at 1731089874090Obtaining lock to block concurrent updates at 1731089874091 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731089874091Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731089874091Flushing stores of hbase:meta,,1.1588230740 at 1731089874091Flushing 1588230740/info: creating writer at 1731089874092 (+1 ms)Flushing 1588230740/info: appending metadata at 1731089874113 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731089874113Flushing 1588230740/ns: creating writer at 1731089874529 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731089874549 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731089874549Flushing 1588230740/rep_barrier: creating writer at 1731089874963 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731089874977 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731089874977Flushing 1588230740/table: creating writer at 1731089875389 (+412 ms)Flushing 1588230740/table: appending metadata at 1731089875405 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731089875405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a518e9: reopening flushed file at 1731089875816 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ec0c19: reopening flushed file at 1731089875823 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5ee47b: reopening flushed file at 1731089875831 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca3da0b: reopening flushed file at 1731089875837 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=11, compaction requested=false at 1731089875844 (+7 ms)Writing region close event to WAL at 1731089875846 (+2 ms)Running coprocessor post-close hooks at 1731089875849 (+3 ms)Closed at 1731089875849 2024-11-08T18:17:55,850 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:17:55,892 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,36109,1731089800070; all regions closed. 2024-11-08T18:17:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741834_1010 (size=2717) 2024-11-08T18:17:55,895 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/WALs/2424dce0d377,36109,1731089800070/2424dce0d377%2C36109%2C1731089800070.meta.1731089803498.meta not finished, retry = 0 2024-11-08T18:17:55,998 DEBUG [RS:0;2424dce0d377:36109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/oldWALs 2024-11-08T18:17:55,998 INFO [RS:0;2424dce0d377:36109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C36109%2C1731089800070.meta:.meta(num 1731089803498) 2024-11-08T18:17:56,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741832_1008 (size=1028) 2024-11-08T18:17:56,001 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/WALs/2424dce0d377,36109,1731089800070/2424dce0d377%2C36109%2C1731089800070.1731089802482 not finished, retry = 0 2024-11-08T18:17:56,104 DEBUG [RS:0;2424dce0d377:36109 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/oldWALs 2024-11-08T18:17:56,104 INFO [RS:0;2424dce0d377:36109 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C36109%2C1731089800070:(num 1731089802482) 2024-11-08T18:17:56,104 DEBUG [RS:0;2424dce0d377:36109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:17:56,104 INFO [RS:0;2424dce0d377:36109 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:17:56,104 INFO [RS:0;2424dce0d377:36109 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:17:56,104 INFO [RS:0;2424dce0d377:36109 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:17:56,104 INFO [RS:0;2424dce0d377:36109 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:17:56,104 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:17:56,104 INFO [RS:0;2424dce0d377:36109 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:36109. 2024-11-08T18:17:56,105 DEBUG [RS:0;2424dce0d377:36109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:17:56,105 DEBUG [RS:0;2424dce0d377:36109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:17:56,105 DEBUG [RS:0;2424dce0d377:36109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:17:56,105 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:17:56,105 INFO [RS:0;2424dce0d377:36109 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36109 2024-11-08T18:17:56,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068/rs 2024-11-08T18:17:56,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11470333068/rs/2424dce0d377,36109,1731089800070 2024-11-08T18:17:56,154 INFO [RS:0;2424dce0d377:36109 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:17:56,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,36109,1731089800070] 2024-11-08T18:17:56,225 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11470333068/draining/2424dce0d377,36109,1731089800070 already deleted, retry=false 2024-11-08T18:17:56,225 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,36109,1731089800070 expired; onlineServers=0 2024-11-08T18:17:56,225 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,39033,1731089799819' ***** 2024-11-08T18:17:56,225 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:17:56,225 INFO [M:0;2424dce0d377:39033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:17:56,225 INFO [M:0;2424dce0d377:39033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:17:56,225 DEBUG [M:0;2424dce0d377:39033 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:17:56,225 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:17:56,225 DEBUG [M:0;2424dce0d377:39033 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:17:56,225 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089802229 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089802229,5,FailOnTimeoutGroup] 2024-11-08T18:17:56,225 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089802229 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089802229,5,FailOnTimeoutGroup] 2024-11-08T18:17:56,225 INFO [M:0;2424dce0d377:39033 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:17:56,225 INFO [M:0;2424dce0d377:39033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:17:56,225 DEBUG [M:0;2424dce0d377:39033 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:17:56,226 INFO [M:0;2424dce0d377:39033 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:17:56,226 INFO [M:0;2424dce0d377:39033 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:17:56,226 INFO [M:0;2424dce0d377:39033 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:17:56,226 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:17:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:17:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x1011ba9f5f70004, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:17:56,265 INFO [RS:0;2424dce0d377:36109 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:17:56,265 INFO [RS:0;2424dce0d377:36109 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,36109,1731089800070; zookeeper connection closed. 2024-11-08T18:17:56,265 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34e362ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34e362ef 2024-11-08T18:17:56,266 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:17:56,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11470333068/master 2024-11-08T18:17:56,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11470333068 2024-11-08T18:17:56,288 DEBUG [M:0;2424dce0d377:39033 {}] zookeeper.ZKUtil(347): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Unable to get data of znode /11470333068/master because node does not exist (not an error) 2024-11-08T18:17:56,288 WARN [M:0;2424dce0d377:39033 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:17:56,289 INFO [M:0;2424dce0d377:39033 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/.lastflushedseqids 2024-11-08T18:17:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741843_1019 (size=173) 2024-11-08T18:17:56,694 INFO [M:0;2424dce0d377:39033 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:17:56,694 INFO [M:0;2424dce0d377:39033 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:17:56,694 DEBUG [M:0;2424dce0d377:39033 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:17:56,694 INFO [M:0;2424dce0d377:39033 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:17:56,694 DEBUG [M:0;2424dce0d377:39033 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:17:56,694 DEBUG [M:0;2424dce0d377:39033 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:17:56,694 DEBUG [M:0;2424dce0d377:39033 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:17:56,694 INFO [M:0;2424dce0d377:39033 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-08T18:17:56,708 DEBUG [M:0;2424dce0d377:39033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5731c5419b349ff870a27fdff22c28b is 82, key is hbase:meta,,1/info:regioninfo/1731089803529/Put/seqid=0 2024-11-08T18:17:56,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741844_1020 (size=5672) 2024-11-08T18:17:57,112 INFO [M:0;2424dce0d377:39033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5731c5419b349ff870a27fdff22c28b 2024-11-08T18:17:57,135 DEBUG [M:0;2424dce0d377:39033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3207a93369ad444a86312e1dba6581e5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731089806986/Put/seqid=0 2024-11-08T18:17:57,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741845_1021 (size=6727) 2024-11-08T18:17:57,400 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 to pos 997, reset compression=false 2024-11-08T18:17:57,539 INFO [M:0;2424dce0d377:39033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3207a93369ad444a86312e1dba6581e5 2024-11-08T18:17:57,544 INFO [M:0;2424dce0d377:39033 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3207a93369ad444a86312e1dba6581e5 2024-11-08T18:17:57,559 DEBUG [M:0;2424dce0d377:39033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95420a93a3a24a128fcdc049a4d4f1c6 is 69, key is 2424dce0d377,36109,1731089800070/rs:state/1731089802340/Put/seqid=0 2024-11-08T18:17:57,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741846_1022 (size=5156) 2024-11-08T18:17:57,966 INFO [M:0;2424dce0d377:39033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95420a93a3a24a128fcdc049a4d4f1c6 2024-11-08T18:17:57,971 DEBUG [M:0;2424dce0d377:39033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5731c5419b349ff870a27fdff22c28b as hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5731c5419b349ff870a27fdff22c28b 2024-11-08T18:17:57,976 INFO [M:0;2424dce0d377:39033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5731c5419b349ff870a27fdff22c28b, entries=8, sequenceid=58, filesize=5.5 K 2024-11-08T18:17:57,977 DEBUG [M:0;2424dce0d377:39033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3207a93369ad444a86312e1dba6581e5 as hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3207a93369ad444a86312e1dba6581e5 2024-11-08T18:17:57,982 INFO [M:0;2424dce0d377:39033 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3207a93369ad444a86312e1dba6581e5 2024-11-08T18:17:57,982 INFO [M:0;2424dce0d377:39033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3207a93369ad444a86312e1dba6581e5, entries=6, sequenceid=58, filesize=6.6 K 2024-11-08T18:17:57,983 DEBUG [M:0;2424dce0d377:39033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95420a93a3a24a128fcdc049a4d4f1c6 as hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95420a93a3a24a128fcdc049a4d4f1c6 2024-11-08T18:17:57,988 INFO [M:0;2424dce0d377:39033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38261/user/jenkins/test-data/3b04e6d2-8240-1b6b-9278-ba08a280afb1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95420a93a3a24a128fcdc049a4d4f1c6, entries=1, sequenceid=58, filesize=5.0 K 2024-11-08T18:17:57,990 INFO [M:0;2424dce0d377:39033 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false 2024-11-08T18:17:57,992 INFO [M:0;2424dce0d377:39033 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:17:57,992 DEBUG [M:0;2424dce0d377:39033 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089876694Disabling compacts and flushes for region at 1731089876694Disabling writes for close at 1731089876694Obtaining lock to block concurrent updates at 1731089876694Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089876694Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731089876695 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089876695Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089876695Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089876708 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089876708Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089877117 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089877134 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089877134Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089877545 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089877559 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089877559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531c288c: reopening flushed file at 1731089877970 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@538fb287: reopening flushed file at 1731089877976 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f1a5cc: reopening flushed file at 1731089877982 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false at 1731089877990 (+8 ms)Writing region close event to WAL at 1731089877992 (+2 ms)Closed at 1731089877992 2024-11-08T18:17:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34869 is added to blk_1073741830_1006 (size=33026) 2024-11-08T18:17:57,995 INFO [M:0;2424dce0d377:39033 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:17:57,995 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:17:57,995 INFO [M:0;2424dce0d377:39033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39033 2024-11-08T18:17:57,996 INFO [M:0;2424dce0d377:39033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:17:58,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:17:58,156 INFO [M:0;2424dce0d377:39033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:17:58,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39033-0x1011ba9f5f70003, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:17:58,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48e9b228{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:17:58,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@202beb9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:17:58,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:17:58,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33fad0d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:17:58,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d368206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/hadoop.log.dir/,STOPPED} 2024-11-08T18:17:58,160 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:17:58,160 WARN [BP-424461225-172.17.0.3-1731089797767 heartbeating to localhost/127.0.0.1:38261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:17:58,160 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:17:58,160 WARN [BP-424461225-172.17.0.3-1731089797767 heartbeating to localhost/127.0.0.1:38261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-424461225-172.17.0.3-1731089797767 (Datanode Uuid 72b2bab1-8e2e-4913-8aa8-6ed2948ea049) service to localhost/127.0.0.1:38261 2024-11-08T18:17:58,161 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/cluster_52cd356e-162b-e32c-abf9-95abf87a1053/data/data1/current/BP-424461225-172.17.0.3-1731089797767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:17:58,161 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/cluster_52cd356e-162b-e32c-abf9-95abf87a1053/data/data2/current/BP-424461225-172.17.0.3-1731089797767 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:17:58,161 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:17:58,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@486c0df0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:17:58,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f6056bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:17:58,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:17:58,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55c9aa88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:17:58,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23beef8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/hadoop.log.dir/,STOPPED} 2024-11-08T18:17:58,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:17:58,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:17:58,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:17:58,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:17:58,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:17:58,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:17:58,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:17:58,179 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:17:58,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=874306530, stopped=false 2024-11-08T18:17:58,180 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,45969,1731089794126 2024-11-08T18:17:58,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0749766670/running 2024-11-08T18:17:58,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0749766670/running 2024-11-08T18:17:58,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:17:58,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:17:58,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:17:58,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:17:58,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:17:58,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:17:58,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Set watcher on znode that does not yet exist, /0749766670/running 2024-11-08T18:17:58,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Set watcher on znode that does not yet exist, /0749766670/running 2024-11-08T18:17:58,197 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,42117,1731089794281' ***** 2024-11-08T18:17:58,197 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:17:58,197 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:17:58,197 INFO [RS:0;2424dce0d377:42117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:17:58,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:17:58,197 INFO [RS:0;2424dce0d377:42117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:17:58,197 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1562cd79784d1522eaae85d0e0c66ad7 2024-11-08T18:17:58,198 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(3091): Received CLOSE for c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:17:58,198 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,42117,1731089794281 2024-11-08T18:17:58,198 INFO [RS:0;2424dce0d377:42117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:17:58,198 INFO [RS:0;2424dce0d377:42117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:42117. 2024-11-08T18:17:58,198 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1562cd79784d1522eaae85d0e0c66ad7, disabling compactions & flushes 2024-11-08T18:17:58,198 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. 2024-11-08T18:17:58,198 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. 2024-11-08T18:17:58,198 DEBUG [RS:0;2424dce0d377:42117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:17:58,198 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. after waiting 0 ms 2024-11-08T18:17:58,198 DEBUG [RS:0;2424dce0d377:42117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:17:58,198 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. 2024-11-08T18:17:58,198 INFO [RS:0;2424dce0d377:42117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:17:58,198 INFO [RS:0;2424dce0d377:42117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:17:58,198 INFO [RS:0;2424dce0d377:42117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:17:58,198 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:17:58,198 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T18:17:58,198 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1562cd79784d1522eaae85d0e0c66ad7=test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7., c014a052d309f4a1d6cb6b669e27c3c4=hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4.} 2024-11-08T18:17:58,198 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1351): Waiting on 1562cd79784d1522eaae85d0e0c66ad7, 1588230740, c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:17:58,198 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:17:58,198 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:17:58,198 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:17:58,198 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:17:58,198 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:17:58,199 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T18:17:58,202 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/default/test/1562cd79784d1522eaae85d0e0c66ad7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T18:17:58,203 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:17:58,203 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:17:58,203 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. 2024-11-08T18:17:58,203 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1562cd79784d1522eaae85d0e0c66ad7: Waiting for close lock at 1731089878198Running coprocessor pre-close hooks at 1731089878198Disabling compacts and flushes for region at 1731089878198Disabling writes for close at 1731089878198Writing region close event to WAL at 1731089878199 (+1 ms)Running coprocessor post-close hooks at 1731089878203 (+4 ms)Closed at 1731089878203 2024-11-08T18:17:58,203 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7. 2024-11-08T18:17:58,203 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c014a052d309f4a1d6cb6b669e27c3c4, disabling compactions & flushes 2024-11-08T18:17:58,203 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. 2024-11-08T18:17:58,203 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. 2024-11-08T18:17:58,203 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. after waiting 0 ms 2024-11-08T18:17:58,203 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. 2024-11-08T18:17:58,203 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c014a052d309f4a1d6cb6b669e27c3c4 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-08T18:17:58,213 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/.tmp/info/468ac7b09e1046e8b2d5e0e7657e1124 is 147, key is hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4./info:regioninfo/1731089809209/Put/seqid=0 2024-11-08T18:17:58,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741844_1020 (size=7686) 2024-11-08T18:17:58,219 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4/.tmp/hfileref/dac3537733524effba76dfe427feab1e is 74, key is 1/hfileref:9453c12824fe4e2a9e168d04ea6eeeef_SeqId_4_/1731089812511/DeleteColumn/seqid=0 2024-11-08T18:17:58,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741845_1021 (size=5203) 2024-11-08T18:17:58,237 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:17:58,399 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:17:58,534 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:17:58,534 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:17:58,599 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:17:58,618 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/.tmp/info/468ac7b09e1046e8b2d5e0e7657e1124 2024-11-08T18:17:58,622 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4/.tmp/hfileref/dac3537733524effba76dfe427feab1e 2024-11-08T18:17:58,639 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/.tmp/ns/b31d0eb29f29407c8b46af720253d04d is 43, key is default/ns:d/1731089797638/Put/seqid=0 2024-11-08T18:17:58,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741846_1022 (size=5153) 2024-11-08T18:17:58,645 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4/.tmp/queue/dac8d119b6a84bf9aaddf6c5808e9c79 is 153, key is 1-2424dce0d377,42117,1731089794281/queue:2424dce0d377%2C42117%2C1731089794281/1731089814342/Put/seqid=0 2024-11-08T18:17:58,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741847_1023 (size=5352) 2024-11-08T18:17:58,799 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:17:58,999 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c014a052d309f4a1d6cb6b669e27c3c4 2024-11-08T18:17:59,043 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/.tmp/ns/b31d0eb29f29407c8b46af720253d04d 2024-11-08T18:17:59,050 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4/.tmp/queue/dac8d119b6a84bf9aaddf6c5808e9c79 2024-11-08T18:17:59,055 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4/.tmp/hfileref/dac3537733524effba76dfe427feab1e as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4/hfileref/dac3537733524effba76dfe427feab1e 2024-11-08T18:17:59,060 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4/hfileref/dac3537733524effba76dfe427feab1e, entries=2, sequenceid=10, filesize=5.1 K 2024-11-08T18:17:59,061 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4/.tmp/queue/dac8d119b6a84bf9aaddf6c5808e9c79 as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4/queue/dac8d119b6a84bf9aaddf6c5808e9c79 2024-11-08T18:17:59,066 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4/queue/dac8d119b6a84bf9aaddf6c5808e9c79, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T18:17:59,066 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/.tmp/rep_barrier/cbfb7b1b924c4c28ae4effcbc51bd694 is 112, key is test,,1731089803660.1562cd79784d1522eaae85d0e0c66ad7./rep_barrier:seqnumDuringOpen/1731089804823/Put/seqid=0 2024-11-08T18:17:59,067 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c014a052d309f4a1d6cb6b669e27c3c4 in 864ms, sequenceid=10, compaction requested=false 2024-11-08T18:17:59,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741848_1024 (size=5518) 2024-11-08T18:17:59,072 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/replication/c014a052d309f4a1d6cb6b669e27c3c4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T18:17:59,072 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:17:59,072 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:17:59,072 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. 2024-11-08T18:17:59,072 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c014a052d309f4a1d6cb6b669e27c3c4: Waiting for close lock at 1731089878203Running coprocessor pre-close hooks at 1731089878203Disabling compacts and flushes for region at 1731089878203Disabling writes for close at 1731089878203Obtaining lock to block concurrent updates at 1731089878203Preparing flush snapshotting stores in c014a052d309f4a1d6cb6b669e27c3c4 at 1731089878203Finished memstore snapshotting hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731089878204 (+1 ms)Flushing stores of hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. at 1731089878204Flushing c014a052d309f4a1d6cb6b669e27c3c4/hfileref: creating writer at 1731089878204Flushing c014a052d309f4a1d6cb6b669e27c3c4/hfileref: appending metadata at 1731089878218 (+14 ms)Flushing c014a052d309f4a1d6cb6b669e27c3c4/hfileref: closing flushed file at 1731089878218Flushing c014a052d309f4a1d6cb6b669e27c3c4/queue: creating writer at 1731089878628 (+410 ms)Flushing c014a052d309f4a1d6cb6b669e27c3c4/queue: appending metadata at 1731089878644 (+16 ms)Flushing c014a052d309f4a1d6cb6b669e27c3c4/queue: closing flushed file at 1731089878644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3413a4: reopening flushed file at 1731089879054 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbd72af: reopening flushed file at 1731089879060 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c014a052d309f4a1d6cb6b669e27c3c4 in 864ms, sequenceid=10, compaction requested=false at 1731089879067 (+7 ms)Writing region close event to WAL at 1731089879068 (+1 ms)Running coprocessor post-close hooks at 1731089879072 (+4 ms)Closed at 1731089879072 2024-11-08T18:17:59,072 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731089807998.c014a052d309f4a1d6cb6b669e27c3c4. 2024-11-08T18:17:59,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:17:59,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:17:59,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:17:59,199 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:17:59,199 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:17:59,199 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:17:59,400 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:17:59,472 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/.tmp/rep_barrier/cbfb7b1b924c4c28ae4effcbc51bd694 2024-11-08T18:17:59,496 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/.tmp/table/8de41eea2cfb46dc863655e7cc51b6a1 is 53, key is hbase:replication/table:state/1731089809218/Put/seqid=0 2024-11-08T18:17:59,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741849_1025 (size=5308) 2024-11-08T18:17:59,600 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:17:59,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:17:59,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:17:59,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:17:59,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:17:59,800 DEBUG [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:17:59,901 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/.tmp/table/8de41eea2cfb46dc863655e7cc51b6a1 2024-11-08T18:17:59,906 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/.tmp/info/468ac7b09e1046e8b2d5e0e7657e1124 as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/info/468ac7b09e1046e8b2d5e0e7657e1124 2024-11-08T18:17:59,911 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/info/468ac7b09e1046e8b2d5e0e7657e1124, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T18:17:59,912 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/.tmp/ns/b31d0eb29f29407c8b46af720253d04d as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/ns/b31d0eb29f29407c8b46af720253d04d 2024-11-08T18:17:59,917 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/ns/b31d0eb29f29407c8b46af720253d04d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T18:17:59,918 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/.tmp/rep_barrier/cbfb7b1b924c4c28ae4effcbc51bd694 as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/rep_barrier/cbfb7b1b924c4c28ae4effcbc51bd694 2024-11-08T18:17:59,922 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/rep_barrier/cbfb7b1b924c4c28ae4effcbc51bd694, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T18:17:59,923 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/.tmp/table/8de41eea2cfb46dc863655e7cc51b6a1 as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/table/8de41eea2cfb46dc863655e7cc51b6a1 2024-11-08T18:17:59,927 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/table/8de41eea2cfb46dc863655e7cc51b6a1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T18:17:59,928 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-11-08T18:17:59,932 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T18:17:59,933 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:17:59,933 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:17:59,933 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:17:59,933 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089878198Running coprocessor pre-close hooks at 1731089878198Disabling compacts and flushes for region at 1731089878198Disabling writes for close at 1731089878198Obtaining lock to block concurrent updates at 1731089878199 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731089878199Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731089878199Flushing stores of hbase:meta,,1.1588230740 at 1731089878200 (+1 ms)Flushing 1588230740/info: creating writer at 1731089878200Flushing 1588230740/info: appending metadata at 1731089878213 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731089878213Flushing 1588230740/ns: creating writer at 1731089878623 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731089878638 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731089878638Flushing 1588230740/rep_barrier: creating writer at 1731089879048 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731089879066 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731089879066Flushing 1588230740/table: creating writer at 1731089879478 (+412 ms)Flushing 1588230740/table: appending metadata at 1731089879496 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731089879496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3913690b: reopening flushed file at 1731089879905 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8e660b: reopening flushed file at 1731089879911 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f61379: reopening flushed file at 1731089879917 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c2f2f9f: reopening flushed file at 1731089879922 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1731089879928 (+6 ms)Writing region close event to WAL at 1731089879930 (+2 ms)Running coprocessor post-close hooks at 1731089879933 (+3 ms)Closed at 1731089879933 2024-11-08T18:17:59,933 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:00,000 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,42117,1731089794281; all regions closed. 2024-11-08T18:18:00,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741834_1010 (size=4239) 2024-11-08T18:18:00,005 DEBUG [RS:0;2424dce0d377:42117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/oldWALs 2024-11-08T18:18:00,005 INFO [RS:0;2424dce0d377:42117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C42117%2C1731089794281.meta:.meta(num 1731089797551) 2024-11-08T18:18:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741839_1015 (size=2700) 2024-11-08T18:18:00,007 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.rep.1731089809136 not finished, retry = 0 2024-11-08T18:18:00,109 DEBUG [RS:0;2424dce0d377:42117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/oldWALs 2024-11-08T18:18:00,109 INFO [RS:0;2424dce0d377:42117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C42117%2C1731089794281.rep:(num 1731089809136) 2024-11-08T18:18:00,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741832_1008 (size=1300) 2024-11-08T18:18:00,111 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/WALs/2424dce0d377,42117,1731089794281/2424dce0d377%2C42117%2C1731089794281.1731089796580 not finished, retry = 0 2024-11-08T18:18:00,214 DEBUG [RS:0;2424dce0d377:42117 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/oldWALs 2024-11-08T18:18:00,214 INFO [RS:0;2424dce0d377:42117 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C42117%2C1731089794281:(num 1731089796580) 2024-11-08T18:18:00,214 DEBUG [RS:0;2424dce0d377:42117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:00,214 INFO [RS:0;2424dce0d377:42117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:18:00,214 INFO [RS:0;2424dce0d377:42117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:18:00,214 INFO [RS:0;2424dce0d377:42117 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:18:00,214 INFO [RS:0;2424dce0d377:42117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:18:00,214 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:18:00,214 INFO [RS:0;2424dce0d377:42117 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,42117,1731089794281 because: Region server is closing 2024-11-08T18:18:00,215 INFO [RS:0;2424dce0d377:42117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:42117. 2024-11-08T18:18:00,215 DEBUG [RS:0;2424dce0d377:42117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:00,215 DEBUG [RS:0;2424dce0d377:42117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:00,215 DEBUG [RS:0;2424dce0d377:42117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:00,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:00,315 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.shipper2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T18:18:00,315 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.wal-reader.2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:18:00,315 INFO [RS:0;2424dce0d377:42117 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42117,1731089794281.replicationSource.shipper2424dce0d377%2C42117%2C1731089794281,1-2424dce0d377,42117,1731089794281 terminated 2024-11-08T18:18:00,316 INFO [RS:0;2424dce0d377:42117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42117 2024-11-08T18:18:00,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0749766670/rs/2424dce0d377,42117,1731089794281 2024-11-08T18:18:00,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670/rs 2024-11-08T18:18:00,375 INFO [RS:0;2424dce0d377:42117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:18:00,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,42117,1731089794281] 2024-11-08T18:18:00,396 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0749766670/draining/2424dce0d377,42117,1731089794281 already deleted, retry=false 2024-11-08T18:18:00,396 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,42117,1731089794281 expired; onlineServers=0 2024-11-08T18:18:00,396 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,45969,1731089794126' ***** 2024-11-08T18:18:00,396 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:18:00,396 INFO [M:0;2424dce0d377:45969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:18:00,396 INFO [M:0;2424dce0d377:45969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:18:00,396 DEBUG [M:0;2424dce0d377:45969 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:18:00,396 DEBUG [M:0;2424dce0d377:45969 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:18:00,396 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:18:00,396 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089796328 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089796328,5,FailOnTimeoutGroup] 2024-11-08T18:18:00,396 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089796329 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089796329,5,FailOnTimeoutGroup] 2024-11-08T18:18:00,396 INFO [M:0;2424dce0d377:45969 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:18:00,396 INFO [M:0;2424dce0d377:45969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:18:00,397 DEBUG [M:0;2424dce0d377:45969 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:18:00,397 INFO [M:0;2424dce0d377:45969 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:18:00,397 INFO [M:0;2424dce0d377:45969 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:18:00,397 INFO [M:0;2424dce0d377:45969 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:18:00,397 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:18:00,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0749766670/master 2024-11-08T18:18:00,449 DEBUG [M:0;2424dce0d377:45969 {}] zookeeper.ZKUtil(347): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Unable to get data of znode /0749766670/master because node does not exist (not an error) 2024-11-08T18:18:00,449 WARN [M:0;2424dce0d377:45969 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:18:00,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0749766670 2024-11-08T18:18:00,450 INFO [M:0;2424dce0d377:45969 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/.lastflushedseqids 2024-11-08T18:18:00,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741850_1026 (size=263) 2024-11-08T18:18:00,486 INFO [RS:0;2424dce0d377:42117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:18:00,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:00,486 INFO [RS:0;2424dce0d377:42117 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,42117,1731089794281; zookeeper connection closed. 2024-11-08T18:18:00,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42117-0x1011ba9f5f70001, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:00,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3333d2da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3333d2da 2024-11-08T18:18:00,486 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:18:00,855 INFO [M:0;2424dce0d377:45969 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:18:00,855 INFO [M:0;2424dce0d377:45969 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:18:00,855 DEBUG [M:0;2424dce0d377:45969 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:18:00,855 INFO [M:0;2424dce0d377:45969 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:00,855 DEBUG [M:0;2424dce0d377:45969 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:00,855 DEBUG [M:0;2424dce0d377:45969 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:18:00,855 DEBUG [M:0;2424dce0d377:45969 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:00,855 INFO [M:0;2424dce0d377:45969 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-08T18:18:00,869 DEBUG [M:0;2424dce0d377:45969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98ff06d3950043e095a8485505bbdff1 is 82, key is hbase:meta,,1/info:regioninfo/1731089797588/Put/seqid=0 2024-11-08T18:18:00,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741851_1027 (size=5672) 2024-11-08T18:18:01,274 INFO [M:0;2424dce0d377:45969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98ff06d3950043e095a8485505bbdff1 2024-11-08T18:18:01,292 DEBUG [M:0;2424dce0d377:45969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/238fb305aa694ec5b4923b37e2638a8a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731089804841/Put/seqid=0 2024-11-08T18:18:01,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741852_1028 (size=7240) 2024-11-08T18:18:01,697 INFO [M:0;2424dce0d377:45969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/238fb305aa694ec5b4923b37e2638a8a 2024-11-08T18:18:01,701 INFO [M:0;2424dce0d377:45969 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 238fb305aa694ec5b4923b37e2638a8a 2024-11-08T18:18:01,714 DEBUG [M:0;2424dce0d377:45969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46bc54d49ae14edbbdc3eb7de5d172a9 is 69, key is 2424dce0d377,42117,1731089794281/rs:state/1731089796435/Put/seqid=0 2024-11-08T18:18:01,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741853_1029 (size=5156) 2024-11-08T18:18:02,118 INFO [M:0;2424dce0d377:45969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46bc54d49ae14edbbdc3eb7de5d172a9 2024-11-08T18:18:02,123 DEBUG [M:0;2424dce0d377:45969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98ff06d3950043e095a8485505bbdff1 as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98ff06d3950043e095a8485505bbdff1 2024-11-08T18:18:02,127 INFO [M:0;2424dce0d377:45969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98ff06d3950043e095a8485505bbdff1, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T18:18:02,128 DEBUG [M:0;2424dce0d377:45969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/238fb305aa694ec5b4923b37e2638a8a as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/238fb305aa694ec5b4923b37e2638a8a 2024-11-08T18:18:02,132 INFO [M:0;2424dce0d377:45969 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 238fb305aa694ec5b4923b37e2638a8a 2024-11-08T18:18:02,133 INFO [M:0;2424dce0d377:45969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/238fb305aa694ec5b4923b37e2638a8a, entries=11, sequenceid=105, filesize=7.1 K 2024-11-08T18:18:02,133 DEBUG [M:0;2424dce0d377:45969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/46bc54d49ae14edbbdc3eb7de5d172a9 as hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46bc54d49ae14edbbdc3eb7de5d172a9 2024-11-08T18:18:02,138 INFO [M:0;2424dce0d377:45969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/46bc54d49ae14edbbdc3eb7de5d172a9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T18:18:02,139 INFO [M:0;2424dce0d377:45969 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false 2024-11-08T18:18:02,140 INFO [M:0;2424dce0d377:45969 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:02,140 DEBUG [M:0;2424dce0d377:45969 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089880855Disabling compacts and flushes for region at 1731089880855Disabling writes for close at 1731089880855Obtaining lock to block concurrent updates at 1731089880855Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089880855Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731089880856 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089880856Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089880857 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089880869 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089880869Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089881279 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089881292 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089881292Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089881702 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089881714 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089881714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c698e2e: reopening flushed file at 1731089882122 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd8f84f: reopening flushed file at 1731089882127 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243eb64b: reopening flushed file at 1731089882133 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1731089882139 (+6 ms)Writing region close event to WAL at 1731089882140 (+1 ms)Closed at 1731089882140 2024-11-08T18:18:02,142 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aecc938d-a007-db09-bd89-b9bb470a152d/MasterData/WALs/2424dce0d377,45969,1731089794126/2424dce0d377%2C45969%2C1731089794126.1731089796037 not finished, retry = 0 2024-11-08T18:18:02,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37251 is added to blk_1073741830_1006 (size=64526) 2024-11-08T18:18:02,243 INFO [M:0;2424dce0d377:45969 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:18:02,243 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:18:02,243 INFO [M:0;2424dce0d377:45969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45969 2024-11-08T18:18:02,243 INFO [M:0;2424dce0d377:45969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:18:02,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:02,398 INFO [M:0;2424dce0d377:45969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:18:02,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45969-0x1011ba9f5f70000, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:02,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@222baa24{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:18:02,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@de39c3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:18:02,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:18:02,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6917d17c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:18:02,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@563faabd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/hadoop.log.dir/,STOPPED} 2024-11-08T18:18:02,401 WARN [BP-908343969-172.17.0.3-1731089791589 heartbeating to localhost/127.0.0.1:40983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:18:02,401 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:18:02,401 WARN [BP-908343969-172.17.0.3-1731089791589 heartbeating to localhost/127.0.0.1:40983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-908343969-172.17.0.3-1731089791589 (Datanode Uuid e6dd99f5-3056-444c-b116-a0ccfbfd3df9) service to localhost/127.0.0.1:40983 2024-11-08T18:18:02,401 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:18:02,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/cluster_2820f5b0-0b18-c57d-3737-41a9900cbd6b/data/data1/current/BP-908343969-172.17.0.3-1731089791589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:18:02,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/cluster_2820f5b0-0b18-c57d-3737-41a9900cbd6b/data/data2/current/BP-908343969-172.17.0.3-1731089791589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:18:02,402 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:18:02,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@574f23d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:18:02,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a504357{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:18:02,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:18:02,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a8d639f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:18:02,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d6519a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/770bab9e-dd3e-01ca-f59b-d818d71193e6/hadoop.log.dir/,STOPPED} 2024-11-08T18:18:02,412 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:18:02,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:18:02,430 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 138) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58260) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f6bb0b8dd90.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38261 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f6bb0b8dd90.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40983 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58260) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 347) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2016 (was 2235) 2024-11-08T18:18:02,436 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=2016 2024-11-08T18:18:02,447 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-08T18:18:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/hadoop.log.dir so I do NOT create it in target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b 2024-11-08T18:18:02,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:18:02,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/hadoop.tmp.dir so I do NOT create it in target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b 2024-11-08T18:18:02,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71e57033-37a9-d17d-75ba-75f8563557c0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:18:02,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b 2024-11-08T18:18:02,448 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/cluster_6ec24fb3-d823-4ccf-f309-7a9d04b9d058, deleteOnExit=true 2024-11-08T18:18:02,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/cluster_6ec24fb3-d823-4ccf-f309-7a9d04b9d058/zookeeper_0, clientPort=54067, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/cluster_6ec24fb3-d823-4ccf-f309-7a9d04b9d058/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/cluster_6ec24fb3-d823-4ccf-f309-7a9d04b9d058/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:18:02,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54067 2024-11-08T18:18:02,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:18:02,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:18:02,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/test.cache.data in system properties and HBase conf 2024-11-08T18:18:02,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:18:02,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:18:02,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:18:02,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:18:02,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:18:02,451 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:18:02,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:18:02,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011ba9f5f70005, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:18:02,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011ba9f5f70002, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:18:02,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011ba9f5f70002, quorum=127.0.0.1:58260, baseZNode=/0749766670 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:18:02,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011ba9f5f70005, quorum=127.0.0.1:58260, baseZNode=/11470333068 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:18:02,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:02,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:18:02,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:18:02,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:18:02,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:18:02,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:02,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ece5ef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:18:02,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a579743{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:18:02,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46b809c8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/java.io.tmpdir/jetty-localhost-43707-hadoop-hdfs-3_4_1-tests_jar-_-any-10110148870464908048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:18:02,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7851ebb6{HTTP/1.1, (http/1.1)}{localhost:43707} 2024-11-08T18:18:02,837 INFO [Time-limited test {}] server.Server(415): Started @144820ms 2024-11-08T18:18:03,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:03,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:18:03,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:18:03,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:18:03,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:18:03,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58023a65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:18:03,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4af5d141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:18:03,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ba5d7bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/java.io.tmpdir/jetty-localhost-46443-hadoop-hdfs-3_4_1-tests_jar-_-any-2155911067385019103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:18:03,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fcf7252{HTTP/1.1, (http/1.1)}{localhost:46443} 2024-11-08T18:18:03,244 INFO [Time-limited test {}] server.Server(415): Started @145226ms 2024-11-08T18:18:03,245 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:18:03,823 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/cluster_6ec24fb3-d823-4ccf-f309-7a9d04b9d058/data/data1/current/BP-2129583554-172.17.0.3-1731089882466/current, will proceed with Du for space computation calculation, 2024-11-08T18:18:03,823 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/cluster_6ec24fb3-d823-4ccf-f309-7a9d04b9d058/data/data2/current/BP-2129583554-172.17.0.3-1731089882466/current, will proceed with Du for space computation calculation, 2024-11-08T18:18:03,837 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:18:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x940968e38250715b with lease ID 0x1a02e6a5c55ca60b: Processing first storage report for DS-7145ba57-265c-4639-8669-d55fa5622150 from datanode DatanodeRegistration(127.0.0.1:38451, datanodeUuid=34db4651-41f5-4249-acb4-dbfde753a623, infoPort=44795, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1101336345;c=1731089882466) 2024-11-08T18:18:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x940968e38250715b with lease ID 0x1a02e6a5c55ca60b: from storage DS-7145ba57-265c-4639-8669-d55fa5622150 node DatanodeRegistration(127.0.0.1:38451, datanodeUuid=34db4651-41f5-4249-acb4-dbfde753a623, infoPort=44795, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1101336345;c=1731089882466), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:18:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x940968e38250715b with lease ID 0x1a02e6a5c55ca60b: Processing first storage report for DS-ba037513-b222-4610-b2bc-e5db7e62a664 from datanode DatanodeRegistration(127.0.0.1:38451, datanodeUuid=34db4651-41f5-4249-acb4-dbfde753a623, infoPort=44795, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1101336345;c=1731089882466) 2024-11-08T18:18:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x940968e38250715b with lease ID 0x1a02e6a5c55ca60b: from storage DS-ba037513-b222-4610-b2bc-e5db7e62a664 node DatanodeRegistration(127.0.0.1:38451, datanodeUuid=34db4651-41f5-4249-acb4-dbfde753a623, infoPort=44795, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1101336345;c=1731089882466), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:18:03,867 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b 2024-11-08T18:18:03,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:03,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:03,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:18:04,276 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e with version=8 2024-11-08T18:18:04,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/hbase-staging 2024-11-08T18:18:04,278 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:18:04,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:04,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:04,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:18:04,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:04,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:18:04,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:18:04,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:18:04,279 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34927 2024-11-08T18:18:04,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34927 connecting to ZooKeeper ensemble=127.0.0.1:54067 2024-11-08T18:18:04,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349270x0, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:04,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34927-0x1011bab58fd0000 connected 2024-11-08T18:18:04,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:04,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:04,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/running 2024-11-08T18:18:04,463 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e, hbase.cluster.distributed=false 2024-11-08T18:18:04,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/acl 2024-11-08T18:18:04,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34927 2024-11-08T18:18:04,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34927 2024-11-08T18:18:04,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34927 2024-11-08T18:18:04,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34927 2024-11-08T18:18:04,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34927 2024-11-08T18:18:04,480 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:18:04,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:04,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:04,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:18:04,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:04,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:18:04,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:18:04,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:18:04,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36051 2024-11-08T18:18:04,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36051 connecting to ZooKeeper ensemble=127.0.0.1:54067 2024-11-08T18:18:04,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:04,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:04,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360510x0, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:04,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360510x0, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/running 2024-11-08T18:18:04,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36051-0x1011bab58fd0001 connected 2024-11-08T18:18:04,500 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:18:04,502 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:18:04,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/master 2024-11-08T18:18:04,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/acl 2024-11-08T18:18:04,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36051 2024-11-08T18:18:04,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36051 2024-11-08T18:18:04,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36051 2024-11-08T18:18:04,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36051 2024-11-08T18:18:04,509 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36051 2024-11-08T18:18:04,521 DEBUG [M:0;2424dce0d377:34927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:34927 2024-11-08T18:18:04,522 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1163130772/backup-masters/2424dce0d377,34927,1731089884278 2024-11-08T18:18:04,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772/backup-masters 2024-11-08T18:18:04,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772/backup-masters 2024-11-08T18:18:04,533 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on existing znode=/0-1163130772/backup-masters/2424dce0d377,34927,1731089884278 2024-11-08T18:18:04,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:04,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1163130772/master 2024-11-08T18:18:04,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:04,543 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on existing znode=/0-1163130772/master 2024-11-08T18:18:04,543 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1163130772/backup-masters/2424dce0d377,34927,1731089884278 from backup master directory 2024-11-08T18:18:04,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772/backup-masters 2024-11-08T18:18:04,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1163130772/backup-masters/2424dce0d377,34927,1731089884278 2024-11-08T18:18:04,553 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:18:04,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772/backup-masters 2024-11-08T18:18:04,553 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,34927,1731089884278 2024-11-08T18:18:04,557 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/hbase.id] with ID: 7c9e7ffb-4f9d-4b68-97b2-5006c5badeec 2024-11-08T18:18:04,557 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/.tmp/hbase.id 2024-11-08T18:18:04,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:18:04,574 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:18:04,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:04,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:04,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:04,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:04,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:04,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:18:04,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:18:04,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T18:18:04,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T18:18:04,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:04,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:18:04,962 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/.tmp/hbase.id]:[hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/hbase.id] 2024-11-08T18:18:04,973 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:04,973 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:18:04,974 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:18:05,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:05,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:05,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:18:05,444 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:18:05,444 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:18:05,445 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:05,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:18:05,855 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store 2024-11-08T18:18:05,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:18:06,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:06,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:18:06,261 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:06,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:06,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:18:06,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:06,261 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:06,261 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089886261Disabling compacts and flushes for region at 1731089886261Disabling writes for close at 1731089886261Writing region close event to WAL at 1731089886261Closed at 1731089886261 2024-11-08T18:18:06,262 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/.initializing 2024-11-08T18:18:06,262 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,34927,1731089884278 2024-11-08T18:18:06,263 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:18:06,265 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C34927%2C1731089884278, suffix=, logDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,34927,1731089884278, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/oldWALs, maxLogs=10 2024-11-08T18:18:06,278 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,34927,1731089884278/2424dce0d377%2C34927%2C1731089884278.1731089886265, exclude list is [], retry=0 2024-11-08T18:18:06,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38451,DS-7145ba57-265c-4639-8669-d55fa5622150,DISK] 2024-11-08T18:18:06,282 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,34927,1731089884278/2424dce0d377%2C34927%2C1731089884278.1731089886265 2024-11-08T18:18:06,283 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44795:44795)] 2024-11-08T18:18:06,283 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:06,283 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:06,283 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:06,283 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:06,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:06,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:18:06,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:06,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:06,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:06,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:18:06,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:06,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:06,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:06,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:18:06,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:06,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:06,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:06,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:18:06,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:06,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:06,290 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:06,291 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:06,291 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:06,292 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:06,292 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:06,293 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:06,294 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:06,295 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:06,296 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73810835, jitterRate=0.09986715018749237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:06,296 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089886283Initializing all the Stores at 1731089886284 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089886284Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089886284Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089886284Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089886284Cleaning up temporary data from old regions at 1731089886292 (+8 ms)Region opened successfully at 1731089886296 (+4 ms) 2024-11-08T18:18:06,296 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:18:06,299 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca019d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:18:06,300 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:18:06,300 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:18:06,300 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:18:06,301 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:18:06,301 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:18:06,301 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:18:06,302 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:18:06,306 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:18:06,307 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Unable to get data of znode /0-1163130772/balancer because node does not exist (not necessarily an error) 2024-11-08T18:18:06,364 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/balancer already deleted, retry=false 2024-11-08T18:18:06,364 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:18:06,365 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Unable to get data of znode /0-1163130772/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:18:06,374 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/normalizer already deleted, retry=false 2024-11-08T18:18:06,374 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:18:06,375 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Unable to get data of znode /0-1163130772/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:18:06,385 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/switch/split already deleted, retry=false 2024-11-08T18:18:06,385 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Unable to get data of znode /0-1163130772/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:18:06,395 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/switch/merge already deleted, retry=false 2024-11-08T18:18:06,397 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Unable to get data of znode /0-1163130772/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:18:06,406 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/snapshot-cleanup already deleted, retry=false 2024-11-08T18:18:06,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1163130772/running 2024-11-08T18:18:06,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1163130772/running 2024-11-08T18:18:06,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:06,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:06,417 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,34927,1731089884278, sessionid=0x1011bab58fd0000, setting cluster-up flag (Was=false) 2024-11-08T18:18:06,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:06,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:06,469 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1163130772/flush-table-proc/acquired, /0-1163130772/flush-table-proc/reached, /0-1163130772/flush-table-proc/abort 2024-11-08T18:18:06,470 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,34927,1731089884278 2024-11-08T18:18:06,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:06,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:06,522 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1163130772/online-snapshot/acquired, /0-1163130772/online-snapshot/reached, /0-1163130772/online-snapshot/abort 2024-11-08T18:18:06,522 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,34927,1731089884278 2024-11-08T18:18:06,523 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:18:06,525 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:06,525 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:18:06,525 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:18:06,525 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,34927,1731089884278 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:18:06,526 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:06,526 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:06,526 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:06,526 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:06,527 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:18:06,527 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,527 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:18:06,527 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:06,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:18:06,529 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:06,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:18:06,534 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089916534 2024-11-08T18:18:06,534 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:18:06,534 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:18:06,534 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:18:06,534 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:18:06,534 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:18:06,534 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:18:06,534 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,534 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:18:06,535 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:18:06,535 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:18:06,535 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:18:06,535 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:18:06,535 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:18:06,536 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089886535,5,FailOnTimeoutGroup] 2024-11-08T18:18:06,537 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089886536,5,FailOnTimeoutGroup] 2024-11-08T18:18:06,537 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,538 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:18:06,538 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,538 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:18:06,612 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(746): ClusterId : 7c9e7ffb-4f9d-4b68-97b2-5006c5badeec 2024-11-08T18:18:06,612 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:18:06,674 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:18:06,674 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:18:06,701 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:18:06,701 DEBUG [RS:0;2424dce0d377:36051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fec6da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:18:06,711 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:36051 2024-11-08T18:18:06,712 INFO [RS:0;2424dce0d377:36051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:18:06,712 INFO [RS:0;2424dce0d377:36051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:18:06,712 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:18:06,712 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,34927,1731089884278 with port=36051, startcode=1731089884479 2024-11-08T18:18:06,712 DEBUG [RS:0;2424dce0d377:36051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:18:06,714 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:18:06,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,36051,1731089884479 2024-11-08T18:18:06,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34927 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,36051,1731089884479 2024-11-08T18:18:06,715 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e 2024-11-08T18:18:06,715 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35091 2024-11-08T18:18:06,715 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:18:06,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772/rs 2024-11-08T18:18:06,722 DEBUG [RS:0;2424dce0d377:36051 {}] zookeeper.ZKUtil(111): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on existing znode=/0-1163130772/rs/2424dce0d377,36051,1731089884479 2024-11-08T18:18:06,722 WARN [RS:0;2424dce0d377:36051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:18:06,722 INFO [RS:0;2424dce0d377:36051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:06,722 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479 2024-11-08T18:18:06,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,36051,1731089884479] 2024-11-08T18:18:06,725 INFO [RS:0;2424dce0d377:36051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:18:06,727 INFO [RS:0;2424dce0d377:36051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:18:06,727 INFO [RS:0;2424dce0d377:36051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:18:06,727 INFO [RS:0;2424dce0d377:36051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,727 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:18:06,728 INFO [RS:0;2424dce0d377:36051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:18:06,728 INFO [RS:0;2424dce0d377:36051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:18:06,728 DEBUG [RS:0;2424dce0d377:36051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:18:06,729 INFO [RS:0;2424dce0d377:36051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,729 INFO [RS:0;2424dce0d377:36051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,729 INFO [RS:0;2424dce0d377:36051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,729 INFO [RS:0;2424dce0d377:36051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,729 INFO [RS:0;2424dce0d377:36051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,729 INFO [RS:0;2424dce0d377:36051 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36051,1731089884479-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:18:06,741 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:18:06,741 INFO [RS:0;2424dce0d377:36051 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36051,1731089884479-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,741 INFO [RS:0;2424dce0d377:36051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,741 INFO [RS:0;2424dce0d377:36051 {}] regionserver.Replication(171): 2424dce0d377,36051,1731089884479 started 2024-11-08T18:18:06,753 INFO [RS:0;2424dce0d377:36051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:06,753 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,36051,1731089884479, RpcServer on 2424dce0d377/172.17.0.3:36051, sessionid=0x1011bab58fd0001 2024-11-08T18:18:06,753 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:18:06,753 DEBUG [RS:0;2424dce0d377:36051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,36051,1731089884479 2024-11-08T18:18:06,753 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,36051,1731089884479' 2024-11-08T18:18:06,753 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1163130772/flush-table-proc/abort' 2024-11-08T18:18:06,753 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1163130772/flush-table-proc/acquired' 2024-11-08T18:18:06,754 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:18:06,754 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:18:06,754 DEBUG [RS:0;2424dce0d377:36051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,36051,1731089884479 2024-11-08T18:18:06,754 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,36051,1731089884479' 2024-11-08T18:18:06,754 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1163130772/online-snapshot/abort' 2024-11-08T18:18:06,754 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1163130772/online-snapshot/acquired' 2024-11-08T18:18:06,755 DEBUG [RS:0;2424dce0d377:36051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:18:06,755 INFO [RS:0;2424dce0d377:36051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:18:06,755 INFO [RS:0;2424dce0d377:36051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:18:06,855 INFO [RS:0;2424dce0d377:36051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:18:06,857 INFO [RS:0;2424dce0d377:36051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C36051%2C1731089884479, suffix=, logDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/oldWALs, maxLogs=10 2024-11-08T18:18:06,868 DEBUG [RS:0;2424dce0d377:36051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.1731089886857, exclude list is [], retry=0 2024-11-08T18:18:06,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38451,DS-7145ba57-265c-4639-8669-d55fa5622150,DISK] 2024-11-08T18:18:06,872 INFO [RS:0;2424dce0d377:36051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.1731089886857 2024-11-08T18:18:06,873 DEBUG [RS:0;2424dce0d377:36051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44795:44795)] 2024-11-08T18:18:06,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:18:06,940 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e 2024-11-08T18:18:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:18:07,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:07,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:18:07,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:18:07,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:07,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:07,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:18:07,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:18:07,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:07,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:07,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:18:07,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:18:07,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:07,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:07,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:18:07,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:18:07,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:07,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:07,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:18:07,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740 2024-11-08T18:18:07,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740 2024-11-08T18:18:07,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:18:07,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:18:07,355 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:07,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:18:07,357 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:07,358 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61888624, jitterRate=-0.07778763771057129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:07,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089887346Initializing all the Stores at 1731089887347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089887347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089887347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089887347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089887347Cleaning up temporary data from old regions at 1731089887355 (+8 ms)Region opened successfully at 1731089887358 (+3 ms) 2024-11-08T18:18:07,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:18:07,358 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:18:07,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:18:07,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:18:07,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:18:07,359 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:07,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089887358Disabling compacts and flushes for region at 1731089887358Disabling writes for close at 1731089887358Writing region close event to WAL at 1731089887359 (+1 ms)Closed at 1731089887359 2024-11-08T18:18:07,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:07,360 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:18:07,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:18:07,361 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:18:07,362 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:18:07,512 DEBUG [2424dce0d377:34927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:18:07,513 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,36051,1731089884479 2024-11-08T18:18:07,514 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,36051,1731089884479, state=OPENING 2024-11-08T18:18:07,627 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:18:07,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:07,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:07,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1163130772/meta-region-server: CHANGED 2024-11-08T18:18:07,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1163130772/meta-region-server: CHANGED 2024-11-08T18:18:07,670 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:18:07,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,36051,1731089884479}] 2024-11-08T18:18:07,822 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:18:07,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:18:07,827 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:18:07,827 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:07,827 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:18:07,829 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C36051%2C1731089884479.meta, suffix=.meta, logDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/oldWALs, maxLogs=10 2024-11-08T18:18:07,842 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.meta.1731089887829.meta, exclude list is [], retry=0 2024-11-08T18:18:07,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38451,DS-7145ba57-265c-4639-8669-d55fa5622150,DISK] 2024-11-08T18:18:07,845 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.meta.1731089887829.meta 2024-11-08T18:18:07,846 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44795:44795)] 2024-11-08T18:18:07,846 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:07,846 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:18:07,846 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:18:07,846 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:18:07,846 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:18:07,846 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:18:07,846 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:07,846 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:18:07,846 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:18:07,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:18:07,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:18:07,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:07,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:07,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:18:07,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:18:07,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:07,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:07,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:18:07,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:18:07,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:07,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:07,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:18:07,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:18:07,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:07,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:07,854 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:18:07,855 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740 2024-11-08T18:18:07,855 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740 2024-11-08T18:18:07,856 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:18:07,856 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:18:07,857 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:07,858 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:18:07,858 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75379546, jitterRate=0.12324276566505432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:07,858 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:18:07,859 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089887847Writing region info on filesystem at 1731089887847Initializing all the Stores at 1731089887847Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089887847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089887848 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089887848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089887848Cleaning up temporary data from old regions at 1731089887856 (+8 ms)Running coprocessor post-open hooks at 1731089887858 (+2 ms)Region opened successfully at 1731089887859 (+1 ms) 2024-11-08T18:18:07,859 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089887822 2024-11-08T18:18:07,862 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:18:07,862 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:18:07,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,36051,1731089884479 2024-11-08T18:18:07,863 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,36051,1731089884479, state=OPEN 2024-11-08T18:18:07,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1163130772/meta-region-server 2024-11-08T18:18:07,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1163130772/meta-region-server 2024-11-08T18:18:07,880 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,36051,1731089884479 2024-11-08T18:18:07,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1163130772/meta-region-server: CHANGED 2024-11-08T18:18:07,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1163130772/meta-region-server: CHANGED 2024-11-08T18:18:07,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:18:07,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,36051,1731089884479 in 210 msec 2024-11-08T18:18:07,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:18:07,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 522 msec 2024-11-08T18:18:07,884 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:07,884 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:18:07,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:07,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36051,1731089884479, seqNum=-1] 2024-11-08T18:18:07,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:07,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:07,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3670 sec 2024-11-08T18:18:07,892 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089887892, completionTime=-1 2024-11-08T18:18:07,893 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:18:07,893 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:18:07,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:18:07,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731089947895 2024-11-08T18:18:07,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090007895 2024-11-08T18:18:07,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:18:07,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34927,1731089884278-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:07,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34927,1731089884278-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:07,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34927,1731089884278-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:07,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:34927, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:07,895 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:07,896 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:07,897 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:18:07,899 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.346sec 2024-11-08T18:18:07,899 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:18:07,899 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:18:07,899 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:18:07,899 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:18:07,899 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:18:07,900 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34927,1731089884278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:18:07,900 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34927,1731089884278-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:18:07,902 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:18:07,902 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:18:07,902 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34927,1731089884278-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:07,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@811e44d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:07,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34927,-1 for getting cluster id 2024-11-08T18:18:07,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:07,914 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9e7ffb-4f9d-4b68-97b2-5006c5badeec' 2024-11-08T18:18:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:07,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9e7ffb-4f9d-4b68-97b2-5006c5badeec" 2024-11-08T18:18:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c3516d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34927,-1] 2024-11-08T18:18:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:07,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:07,916 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:07,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd319db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:07,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36051,1731089884479, seqNum=-1] 2024-11-08T18:18:07,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:07,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:07,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,34927,1731089884278 2024-11-08T18:18:07,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54067 2024-11-08T18:18:07,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:07,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011bab58fd0002 connected 2024-11-08T18:18:07,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/hadoop.log.dir so I do NOT create it in target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f 2024-11-08T18:18:07,945 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:18:07,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/hadoop.tmp.dir so I do NOT create it in target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f 2024-11-08T18:18:07,945 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:18:07,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f 2024-11-08T18:18:07,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:18:07,945 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/cluster_2ba4df5e-2cc3-26b0-6781-7a005b309d40, deleteOnExit=true 2024-11-08T18:18:07,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:18:07,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/test.cache.data in system properties and HBase conf 2024-11-08T18:18:07,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:18:07,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:18:07,946 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:18:07,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:18:07,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:18:08,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:08,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:18:08,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:18:08,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:18:08,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:18:08,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:08,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15d568fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:18:08,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39d3b4f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:18:08,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56e1da6c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/java.io.tmpdir/jetty-localhost-34289-hadoop-hdfs-3_4_1-tests_jar-_-any-15201127163055768103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:18:08,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c973322{HTTP/1.1, (http/1.1)}{localhost:34289} 2024-11-08T18:18:08,398 INFO [Time-limited test {}] server.Server(415): Started @150381ms 2024-11-08T18:18:08,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:08,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:18:08,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:18:08,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:18:08,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:18:08,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75a27f04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:18:08,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a88c2dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:18:08,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34d35b9b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/java.io.tmpdir/jetty-localhost-43289-hadoop-hdfs-3_4_1-tests_jar-_-any-13310513771521838091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:18:08,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36d3995d{HTTP/1.1, (http/1.1)}{localhost:43289} 2024-11-08T18:18:08,778 INFO [Time-limited test {}] server.Server(415): Started @150761ms 2024-11-08T18:18:08,779 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:18:09,463 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/cluster_2ba4df5e-2cc3-26b0-6781-7a005b309d40/data/data1/current/BP-977469918-172.17.0.3-1731089887962/current, will proceed with Du for space computation calculation, 2024-11-08T18:18:09,463 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/cluster_2ba4df5e-2cc3-26b0-6781-7a005b309d40/data/data2/current/BP-977469918-172.17.0.3-1731089887962/current, will proceed with Du for space computation calculation, 2024-11-08T18:18:09,481 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:18:09,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfe0fccc9a0e5d24 with lease ID 0x98e41b24b1b528dc: Processing first storage report for DS-fe0edecb-cff0-4caa-a2d2-ad6f8092ad95 from datanode DatanodeRegistration(127.0.0.1:45565, datanodeUuid=19baef59-3d9d-4304-80b8-4d051e9bd473, infoPort=40621, infoSecurePort=0, ipcPort=34093, storageInfo=lv=-57;cid=testClusterID;nsid=1332854539;c=1731089887962) 2024-11-08T18:18:09,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfe0fccc9a0e5d24 with lease ID 0x98e41b24b1b528dc: from storage DS-fe0edecb-cff0-4caa-a2d2-ad6f8092ad95 node DatanodeRegistration(127.0.0.1:45565, datanodeUuid=19baef59-3d9d-4304-80b8-4d051e9bd473, infoPort=40621, infoSecurePort=0, ipcPort=34093, storageInfo=lv=-57;cid=testClusterID;nsid=1332854539;c=1731089887962), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T18:18:09,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcfe0fccc9a0e5d24 with lease ID 0x98e41b24b1b528dc: Processing first storage report for DS-987317e7-6558-4610-b4de-7b7d0c164358 from datanode DatanodeRegistration(127.0.0.1:45565, datanodeUuid=19baef59-3d9d-4304-80b8-4d051e9bd473, infoPort=40621, infoSecurePort=0, ipcPort=34093, storageInfo=lv=-57;cid=testClusterID;nsid=1332854539;c=1731089887962) 2024-11-08T18:18:09,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcfe0fccc9a0e5d24 with lease ID 0x98e41b24b1b528dc: from storage DS-987317e7-6558-4610-b4de-7b7d0c164358 node DatanodeRegistration(127.0.0.1:45565, datanodeUuid=19baef59-3d9d-4304-80b8-4d051e9bd473, infoPort=40621, infoSecurePort=0, ipcPort=34093, storageInfo=lv=-57;cid=testClusterID;nsid=1332854539;c=1731089887962), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:18:09,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f 2024-11-08T18:18:09,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:09,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:09,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:18:09,914 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a with version=8 2024-11-08T18:18:09,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/hbase-staging 2024-11-08T18:18:09,915 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:18:09,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:09,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:09,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:18:09,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:09,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:18:09,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:18:09,916 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:18:09,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42203 2024-11-08T18:18:09,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42203 connecting to ZooKeeper ensemble=127.0.0.1:54067 2024-11-08T18:18:09,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422030x0, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:09,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42203-0x1011bab58fd0003 connected 2024-11-08T18:18:10,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:10,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:10,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Set watcher on znode that does not yet exist, /1-691830967/running 2024-11-08T18:18:10,041 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a, hbase.cluster.distributed=false 2024-11-08T18:18:10,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Set watcher on znode that does not yet exist, /1-691830967/acl 2024-11-08T18:18:10,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42203 2024-11-08T18:18:10,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42203 2024-11-08T18:18:10,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42203 2024-11-08T18:18:10,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42203 2024-11-08T18:18:10,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42203 2024-11-08T18:18:10,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:18:10,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:10,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:10,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:18:10,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:10,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:18:10,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:18:10,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:18:10,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39677 2024-11-08T18:18:10,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39677 connecting to ZooKeeper ensemble=127.0.0.1:54067 2024-11-08T18:18:10,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:10,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:10,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396770x0, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:10,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396770x0, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Set watcher on znode that does not yet exist, /1-691830967/running 2024-11-08T18:18:10,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39677-0x1011bab58fd0004 connected 2024-11-08T18:18:10,070 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:18:10,070 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:18:10,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Set watcher on znode that does not yet exist, /1-691830967/master 2024-11-08T18:18:10,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Set watcher on znode that does not yet exist, /1-691830967/acl 2024-11-08T18:18:10,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39677 2024-11-08T18:18:10,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39677 2024-11-08T18:18:10,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39677 2024-11-08T18:18:10,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39677 2024-11-08T18:18:10,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39677 2024-11-08T18:18:10,086 DEBUG [M:0;2424dce0d377:42203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:42203 2024-11-08T18:18:10,086 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-691830967/backup-masters/2424dce0d377,42203,1731089889915 2024-11-08T18:18:10,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967/backup-masters 2024-11-08T18:18:10,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967/backup-masters 2024-11-08T18:18:10,099 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Set watcher on existing znode=/1-691830967/backup-masters/2424dce0d377,42203,1731089889915 2024-11-08T18:18:10,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-691830967/master 2024-11-08T18:18:10,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:10,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:10,111 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Set watcher on existing znode=/1-691830967/master 2024-11-08T18:18:10,111 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-691830967/backup-masters/2424dce0d377,42203,1731089889915 from backup master directory 2024-11-08T18:18:10,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-691830967/backup-masters/2424dce0d377,42203,1731089889915 2024-11-08T18:18:10,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967/backup-masters 2024-11-08T18:18:10,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967/backup-masters 2024-11-08T18:18:10,121 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:18:10,121 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,42203,1731089889915 2024-11-08T18:18:10,125 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/hbase.id] with ID: f571af2f-b6d5-46ea-8ce3-472db2ecb122 2024-11-08T18:18:10,125 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/.tmp/hbase.id 2024-11-08T18:18:10,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:18:10,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:18:10,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:10,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:10,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:10,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:10,529 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/.tmp/hbase.id]:[hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/hbase.id] 2024-11-08T18:18:10,539 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:10,540 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:18:10,541 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:18:10,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:10,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:18:10,990 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:18:10,990 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:18:10,991 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:10,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:18:11,397 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store 2024-11-08T18:18:11,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:18:11,802 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:11,802 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:18:11,802 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:11,802 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:11,802 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:18:11,802 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:11,802 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:11,802 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089891802Disabling compacts and flushes for region at 1731089891802Disabling writes for close at 1731089891802Writing region close event to WAL at 1731089891802Closed at 1731089891802 2024-11-08T18:18:11,803 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/.initializing 2024-11-08T18:18:11,803 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/WALs/2424dce0d377,42203,1731089889915 2024-11-08T18:18:11,804 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:18:11,806 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C42203%2C1731089889915, suffix=, logDir=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/WALs/2424dce0d377,42203,1731089889915, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/oldWALs, maxLogs=10 2024-11-08T18:18:11,820 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/WALs/2424dce0d377,42203,1731089889915/2424dce0d377%2C42203%2C1731089889915.1731089891806, exclude list is [], retry=0 2024-11-08T18:18:11,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45565,DS-fe0edecb-cff0-4caa-a2d2-ad6f8092ad95,DISK] 2024-11-08T18:18:11,825 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/WALs/2424dce0d377,42203,1731089889915/2424dce0d377%2C42203%2C1731089889915.1731089891806 2024-11-08T18:18:11,825 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40621:40621)] 2024-11-08T18:18:11,825 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:11,825 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:11,825 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:11,825 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:11,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:11,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:18:11,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:11,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:11,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:11,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:18:11,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:11,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:11,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:11,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:18:11,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:11,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:11,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:11,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:18:11,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:11,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:11,833 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:11,833 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:11,834 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:11,835 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:11,835 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:11,835 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:11,836 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:11,838 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:11,838 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75405456, jitterRate=0.12362885475158691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:11,838 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089891826Initializing all the Stores at 1731089891826Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089891826Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089891827 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089891827Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089891827Cleaning up temporary data from old regions at 1731089891835 (+8 ms)Region opened successfully at 1731089891838 (+3 ms) 2024-11-08T18:18:11,839 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:18:11,841 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c30977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:18:11,842 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:18:11,842 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:18:11,842 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:18:11,842 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:18:11,843 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:18:11,843 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:18:11,843 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:18:11,845 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:18:11,845 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Unable to get data of znode /1-691830967/balancer because node does not exist (not necessarily an error) 2024-11-08T18:18:11,942 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-691830967/balancer already deleted, retry=false 2024-11-08T18:18:11,943 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:18:11,943 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Unable to get data of znode /1-691830967/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:18:11,953 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-691830967/normalizer already deleted, retry=false 2024-11-08T18:18:11,953 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:18:11,954 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Unable to get data of znode /1-691830967/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:18:11,963 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-691830967/switch/split already deleted, retry=false 2024-11-08T18:18:11,964 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Unable to get data of znode /1-691830967/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:18:11,974 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-691830967/switch/merge already deleted, retry=false 2024-11-08T18:18:11,976 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Unable to get data of znode /1-691830967/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:18:11,984 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-691830967/snapshot-cleanup already deleted, retry=false 2024-11-08T18:18:11,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-691830967/running 2024-11-08T18:18:11,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-691830967/running 2024-11-08T18:18:11,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:11,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:11,995 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,42203,1731089889915, sessionid=0x1011bab58fd0003, setting cluster-up flag (Was=false) 2024-11-08T18:18:12,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:12,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:12,047 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-691830967/flush-table-proc/acquired, /1-691830967/flush-table-proc/reached, /1-691830967/flush-table-proc/abort 2024-11-08T18:18:12,048 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,42203,1731089889915 2024-11-08T18:18:12,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:12,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:12,247 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-691830967/online-snapshot/acquired, /1-691830967/online-snapshot/reached, /1-691830967/online-snapshot/abort 2024-11-08T18:18:12,248 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,42203,1731089889915 2024-11-08T18:18:12,249 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:18:12,251 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:12,251 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:18:12,251 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:18:12,251 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,42203,1731089889915 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:18:12,253 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:12,253 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:12,253 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:12,253 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:12,253 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:18:12,253 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,253 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:18:12,253 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,254 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089922254 2024-11-08T18:18:12,254 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:18:12,254 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:18:12,254 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:18:12,254 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:18:12,254 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:18:12,254 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:18:12,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:12,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:18:12,255 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,255 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:18:12,255 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:18:12,255 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:18:12,255 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:18:12,255 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:18:12,255 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:12,255 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:18:12,256 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089892255,5,FailOnTimeoutGroup] 2024-11-08T18:18:12,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:18:12,256 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089892256,5,FailOnTimeoutGroup] 2024-11-08T18:18:12,256 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,256 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:18:12,256 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,256 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:18:12,279 INFO [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(746): ClusterId : f571af2f-b6d5-46ea-8ce3-472db2ecb122 2024-11-08T18:18:12,279 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:18:12,290 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:18:12,290 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:18:12,300 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:18:12,301 DEBUG [RS:0;2424dce0d377:39677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0ccef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:18:12,313 DEBUG [RS:0;2424dce0d377:39677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:39677 2024-11-08T18:18:12,313 INFO [RS:0;2424dce0d377:39677 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:18:12,313 INFO [RS:0;2424dce0d377:39677 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:18:12,313 DEBUG [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:18:12,314 INFO [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,42203,1731089889915 with port=39677, startcode=1731089890056 2024-11-08T18:18:12,314 DEBUG [RS:0;2424dce0d377:39677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:18:12,315 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:18:12,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42203 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,39677,1731089890056 2024-11-08T18:18:12,316 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42203 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,39677,1731089890056 2024-11-08T18:18:12,317 DEBUG [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a 2024-11-08T18:18:12,317 DEBUG [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41669 2024-11-08T18:18:12,317 DEBUG [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:18:12,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967/rs 2024-11-08T18:18:12,368 DEBUG [RS:0;2424dce0d377:39677 {}] zookeeper.ZKUtil(111): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Set watcher on existing znode=/1-691830967/rs/2424dce0d377,39677,1731089890056 2024-11-08T18:18:12,368 WARN [RS:0;2424dce0d377:39677 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:18:12,368 INFO [RS:0;2424dce0d377:39677 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:12,368 DEBUG [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/WALs/2424dce0d377,39677,1731089890056 2024-11-08T18:18:12,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,39677,1731089890056] 2024-11-08T18:18:12,371 INFO [RS:0;2424dce0d377:39677 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:18:12,373 INFO [RS:0;2424dce0d377:39677 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:18:12,373 INFO [RS:0;2424dce0d377:39677 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:18:12,373 INFO [RS:0;2424dce0d377:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,373 INFO [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:18:12,374 INFO [RS:0;2424dce0d377:39677 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:18:12,374 INFO [RS:0;2424dce0d377:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:12,374 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:18:12,375 DEBUG [RS:0;2424dce0d377:39677 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:18:12,375 INFO [RS:0;2424dce0d377:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,375 INFO [RS:0;2424dce0d377:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,375 INFO [RS:0;2424dce0d377:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,375 INFO [RS:0;2424dce0d377:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,375 INFO [RS:0;2424dce0d377:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,375 INFO [RS:0;2424dce0d377:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,39677,1731089890056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:18:12,387 INFO [RS:0;2424dce0d377:39677 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:18:12,387 INFO [RS:0;2424dce0d377:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,39677,1731089890056-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,387 INFO [RS:0;2424dce0d377:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,387 INFO [RS:0;2424dce0d377:39677 {}] regionserver.Replication(171): 2424dce0d377,39677,1731089890056 started 2024-11-08T18:18:12,399 INFO [RS:0;2424dce0d377:39677 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:12,399 INFO [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,39677,1731089890056, RpcServer on 2424dce0d377/172.17.0.3:39677, sessionid=0x1011bab58fd0004 2024-11-08T18:18:12,399 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:18:12,399 DEBUG [RS:0;2424dce0d377:39677 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,39677,1731089890056 2024-11-08T18:18:12,399 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,39677,1731089890056' 2024-11-08T18:18:12,400 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-691830967/flush-table-proc/abort' 2024-11-08T18:18:12,400 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-691830967/flush-table-proc/acquired' 2024-11-08T18:18:12,400 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:18:12,400 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:18:12,400 DEBUG [RS:0;2424dce0d377:39677 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,39677,1731089890056 2024-11-08T18:18:12,400 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,39677,1731089890056' 2024-11-08T18:18:12,400 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-691830967/online-snapshot/abort' 2024-11-08T18:18:12,401 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-691830967/online-snapshot/acquired' 2024-11-08T18:18:12,401 DEBUG [RS:0;2424dce0d377:39677 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:18:12,401 INFO [RS:0;2424dce0d377:39677 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:18:12,401 INFO [RS:0;2424dce0d377:39677 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:18:12,501 INFO [RS:0;2424dce0d377:39677 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:18:12,503 INFO [RS:0;2424dce0d377:39677 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C39677%2C1731089890056, suffix=, logDir=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/WALs/2424dce0d377,39677,1731089890056, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/oldWALs, maxLogs=10 2024-11-08T18:18:12,514 DEBUG [RS:0;2424dce0d377:39677 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/WALs/2424dce0d377,39677,1731089890056/2424dce0d377%2C39677%2C1731089890056.1731089892503, exclude list is [], retry=0 2024-11-08T18:18:12,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45565,DS-fe0edecb-cff0-4caa-a2d2-ad6f8092ad95,DISK] 2024-11-08T18:18:12,518 INFO [RS:0;2424dce0d377:39677 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/WALs/2424dce0d377,39677,1731089890056/2424dce0d377%2C39677%2C1731089890056.1731089892503 2024-11-08T18:18:12,518 DEBUG [RS:0;2424dce0d377:39677 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40621:40621)] 2024-11-08T18:18:12,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:18:12,662 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a 2024-11-08T18:18:12,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:18:12,725 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:18:13,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:13,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:18:13,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:18:13,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:13,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:13,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:18:13,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:18:13,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:13,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:13,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:18:13,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:18:13,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:13,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:13,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:18:13,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:18:13,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:13,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:13,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:18:13,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/data/hbase/meta/1588230740 2024-11-08T18:18:13,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/data/hbase/meta/1588230740 2024-11-08T18:18:13,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:18:13,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:18:13,076 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:13,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:18:13,079 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:13,079 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60382783, jitterRate=-0.10022641718387604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:13,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089893067Initializing all the Stores at 1731089893068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089893068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089893068Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089893068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089893068Cleaning up temporary data from old regions at 1731089893076 (+8 ms)Region opened successfully at 1731089893080 (+4 ms) 2024-11-08T18:18:13,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:18:13,080 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:18:13,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:18:13,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:18:13,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:18:13,080 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:13,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089893080Disabling compacts and flushes for region at 1731089893080Disabling writes for close at 1731089893080Writing region close event to WAL at 1731089893080Closed at 1731089893080 2024-11-08T18:18:13,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:13,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:18:13,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:18:13,082 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:18:13,083 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:18:13,233 DEBUG [2424dce0d377:42203 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:18:13,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,39677,1731089890056 2024-11-08T18:18:13,234 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,39677,1731089890056, state=OPENING 2024-11-08T18:18:13,289 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:18:13,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:13,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:13,300 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:18:13,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-691830967/meta-region-server: CHANGED 2024-11-08T18:18:13,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-691830967/meta-region-server: CHANGED 2024-11-08T18:18:13,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,39677,1731089890056}] 2024-11-08T18:18:13,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:18:13,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:18:13,458 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:18:13,458 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:13,458 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:18:13,460 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C39677%2C1731089890056.meta, suffix=.meta, logDir=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/WALs/2424dce0d377,39677,1731089890056, archiveDir=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/oldWALs, maxLogs=10 2024-11-08T18:18:13,476 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/WALs/2424dce0d377,39677,1731089890056/2424dce0d377%2C39677%2C1731089890056.meta.1731089893460.meta, exclude list is [], retry=0 2024-11-08T18:18:13,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45565,DS-fe0edecb-cff0-4caa-a2d2-ad6f8092ad95,DISK] 2024-11-08T18:18:13,480 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/WALs/2424dce0d377,39677,1731089890056/2424dce0d377%2C39677%2C1731089890056.meta.1731089893460.meta 2024-11-08T18:18:13,480 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40621:40621)] 2024-11-08T18:18:13,480 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:13,480 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:18:13,481 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:18:13,481 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:18:13,481 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:18:13,481 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:18:13,481 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:13,481 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:18:13,481 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:18:13,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:18:13,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:18:13,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:13,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:13,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:18:13,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:18:13,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:13,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:13,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:18:13,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:18:13,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:13,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:13,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:18:13,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:18:13,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:13,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:13,486 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:18:13,487 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/data/hbase/meta/1588230740 2024-11-08T18:18:13,488 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/data/hbase/meta/1588230740 2024-11-08T18:18:13,489 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:18:13,489 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:18:13,490 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:13,491 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:18:13,491 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68039211, jitterRate=0.013863250613212585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:13,491 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:18:13,491 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089893481Writing region info on filesystem at 1731089893481Initializing all the Stores at 1731089893482 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089893482Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089893482Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089893482Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089893482Cleaning up temporary data from old regions at 1731089893489 (+7 ms)Running coprocessor post-open hooks at 1731089893491 (+2 ms)Region opened successfully at 1731089893491 2024-11-08T18:18:13,492 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089893453 2024-11-08T18:18:13,494 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:18:13,494 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:18:13,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,39677,1731089890056 2024-11-08T18:18:13,495 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,39677,1731089890056, state=OPEN 2024-11-08T18:18:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-691830967/meta-region-server 2024-11-08T18:18:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-691830967/meta-region-server 2024-11-08T18:18:13,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-691830967/meta-region-server: CHANGED 2024-11-08T18:18:13,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-691830967/meta-region-server: CHANGED 2024-11-08T18:18:13,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,39677,1731089890056 2024-11-08T18:18:13,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:18:13,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,39677,1731089890056 in 200 msec 2024-11-08T18:18:13,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:18:13,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-08T18:18:13,505 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:13,505 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:18:13,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:13,506 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,39677,1731089890056, seqNum=-1] 2024-11-08T18:18:13,506 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:13,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:13,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-08T18:18:13,512 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089893512, completionTime=-1 2024-11-08T18:18:13,512 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:18:13,512 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:18:13,514 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:18:13,514 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731089953514 2024-11-08T18:18:13,514 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090013514 2024-11-08T18:18:13,515 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:18:13,515 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42203,1731089889915-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:13,515 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42203,1731089889915-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:13,515 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42203,1731089889915-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:13,515 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:42203, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:13,515 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:13,515 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:13,517 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:18:13,518 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.397sec 2024-11-08T18:18:13,519 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:18:13,519 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:18:13,519 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:18:13,519 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:18:13,519 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:18:13,519 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42203,1731089889915-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:18:13,519 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42203,1731089889915-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:18:13,521 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:18:13,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:18:13,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42203,1731089889915-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:13,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21154f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:13,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42203,-1 for getting cluster id 2024-11-08T18:18:13,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:13,581 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f571af2f-b6d5-46ea-8ce3-472db2ecb122' 2024-11-08T18:18:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f571af2f-b6d5-46ea-8ce3-472db2ecb122" 2024-11-08T18:18:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f023080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42203,-1] 2024-11-08T18:18:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:13,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:13,582 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:13,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5cb9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:13,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,39677,1731089890056, seqNum=-1] 2024-11-08T18:18:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:13,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:13,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,42203,1731089889915 2024-11-08T18:18:13,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54067 2024-11-08T18:18:13,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:13,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011bab58fd0005 connected 2024-11-08T18:18:13,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff397dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:13,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34927,-1 for getting cluster id 2024-11-08T18:18:13,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:13,609 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9e7ffb-4f9d-4b68-97b2-5006c5badeec' 2024-11-08T18:18:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9e7ffb-4f9d-4b68-97b2-5006c5badeec" 2024-11-08T18:18:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61230ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34927,-1] 2024-11-08T18:18:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:13,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:13,610 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:13,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b20f73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:13,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:13,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,34927,1731089884278 2024-11-08T18:18:13,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5db3be3d 2024-11-08T18:18:13,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:13,612 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:18:13,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:42203,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:18:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:18:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:13,615 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:42203' 2024-11-08T18:18:13,616 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3cad4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:13,616 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42203,-1 for getting cluster id 2024-11-08T18:18:13,616 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:13,616 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f571af2f-b6d5-46ea-8ce3-472db2ecb122' 2024-11-08T18:18:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f571af2f-b6d5-46ea-8ce3-472db2ecb122" 2024-11-08T18:18:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1d73e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42203,-1] 2024-11-08T18:18:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:13,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:13,618 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:13,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6977e6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:13,618 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,42203,1731089889915 2024-11-08T18:18:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e11d7d6 2024-11-08T18:18:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:13,620 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:18:13,620 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T18:18:13,620 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:18:13,620 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:13,621 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:13,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:13,621 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:18:13,622 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:18:13,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:18:13,623 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:13,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:18:13,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741835_1011 (size=1138) 2024-11-08T18:18:13,672 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:18:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:14,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b706c1f745fad8401e0806a4de3e8e35, NAME => 'hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e 2024-11-08T18:18:14,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741836_1012 (size=44) 2024-11-08T18:18:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:14,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:14,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b706c1f745fad8401e0806a4de3e8e35, disabling compactions & flushes 2024-11-08T18:18:14,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:14,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:14,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. after waiting 0 ms 2024-11-08T18:18:14,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:14,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:14,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b706c1f745fad8401e0806a4de3e8e35: Waiting for close lock at 1731089894437Disabling compacts and flushes for region at 1731089894437Disabling writes for close at 1731089894437Writing region close event to WAL at 1731089894437Closed at 1731089894437 2024-11-08T18:18:14,438 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:18:14,438 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731089894438"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089894438"}]},"ts":"1731089894438"} 2024-11-08T18:18:14,440 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:18:14,441 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:18:14,442 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089894441"}]},"ts":"1731089894441"} 2024-11-08T18:18:14,443 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:18:14,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b706c1f745fad8401e0806a4de3e8e35, ASSIGN}] 2024-11-08T18:18:14,444 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b706c1f745fad8401e0806a4de3e8e35, ASSIGN 2024-11-08T18:18:14,445 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b706c1f745fad8401e0806a4de3e8e35, ASSIGN; state=OFFLINE, location=2424dce0d377,36051,1731089884479; forceNewPlan=false, retain=false 2024-11-08T18:18:14,596 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b706c1f745fad8401e0806a4de3e8e35, regionState=OPENING, regionLocation=2424dce0d377,36051,1731089884479 2024-11-08T18:18:14,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b706c1f745fad8401e0806a4de3e8e35, ASSIGN because future has completed 2024-11-08T18:18:14,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b706c1f745fad8401e0806a4de3e8e35, server=2424dce0d377,36051,1731089884479}] 2024-11-08T18:18:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:18:14,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T18:18:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:14,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T18:18:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:14,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T18:18:14,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:18:14,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T18:18:14,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:14,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:14,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:14,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:18:14,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C36051%2C1731089884479.rep, suffix=, logDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/oldWALs, maxLogs=10 2024-11-08T18:18:14,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.rep.1731089894755, exclude list is [], retry=0 2024-11-08T18:18:14,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38451,DS-7145ba57-265c-4639-8669-d55fa5622150,DISK] 2024-11-08T18:18:14,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.rep.1731089894755 2024-11-08T18:18:14,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44795:44795)] 2024-11-08T18:18:14,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b706c1f745fad8401e0806a4de3e8e35, NAME => 'hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:14,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:18:14,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:18:14,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. service=MultiRowMutationService 2024-11-08T18:18:14,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:18:14,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:14,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,772 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,774 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b706c1f745fad8401e0806a4de3e8e35 columnFamilyName hfileref 2024-11-08T18:18:14,774 DEBUG [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:14,774 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.HStore(327): Store=b706c1f745fad8401e0806a4de3e8e35/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:14,774 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,775 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b706c1f745fad8401e0806a4de3e8e35 columnFamilyName queue 2024-11-08T18:18:14,775 DEBUG [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:14,775 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.HStore(327): Store=b706c1f745fad8401e0806a4de3e8e35/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:14,775 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,776 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b706c1f745fad8401e0806a4de3e8e35 columnFamilyName sid 2024-11-08T18:18:14,776 DEBUG [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:14,776 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.HStore(327): Store=b706c1f745fad8401e0806a4de3e8e35/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:14,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:18:14,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:14,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b706c1f745fad8401e0806a4de3e8e35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63642099, jitterRate=-0.05165882408618927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:18:14,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:14,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b706c1f745fad8401e0806a4de3e8e35: Running coprocessor pre-open hook at 1731089894771Writing region info on filesystem at 1731089894771Initializing all the Stores at 1731089894772 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089894772Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089894772Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089894772Cleaning up temporary data from old regions at 1731089894778 (+6 ms)Running coprocessor post-open hooks at 1731089894782 (+4 ms)Region opened successfully at 1731089894783 (+1 ms) 2024-11-08T18:18:14,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35., pid=7, masterSystemTime=1731089894750 2024-11-08T18:18:14,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:14,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:14,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b706c1f745fad8401e0806a4de3e8e35, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,36051,1731089884479 2024-11-08T18:18:14,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b706c1f745fad8401e0806a4de3e8e35, server=2424dce0d377,36051,1731089884479 because future has completed 2024-11-08T18:18:14,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T18:18:14,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b706c1f745fad8401e0806a4de3e8e35, server=2424dce0d377,36051,1731089884479 in 190 msec 2024-11-08T18:18:14,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:18:14,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b706c1f745fad8401e0806a4de3e8e35, ASSIGN in 347 msec 2024-11-08T18:18:14,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:18:14,793 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089894792"}]},"ts":"1731089894792"} 2024-11-08T18:18:14,794 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:18:14,795 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:18:14,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-08T18:18:14,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35., hostname=2424dce0d377,36051,1731089884479, seqNum=2] 2024-11-08T18:18:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:14,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:18:15,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T18:18:15,086 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:18:15,111 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,36051,1731089884479, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:18:15,111 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:15,111 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36051,1731089884479, seqNum=-1] 2024-11-08T18:18:15,112 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:15,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-08T18:18:15,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,36051,1731089884479', locateType=CURRENT is [region=hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35., hostname=2424dce0d377,36051,1731089884479, seqNum=2] 2024-11-08T18:18:15,116 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T18:18:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T18:18:15,119 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,36051,1731089884479 suceeded 2024-11-08T18:18:15,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T18:18:15,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T18:18:15,120 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:42203,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:18:15,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-08T18:18:15,133 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:42203' 2024-11-08T18:18:15,134 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3284942f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:15,134 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42203,-1 for getting cluster id 2024-11-08T18:18:15,134 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:15,135 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f571af2f-b6d5-46ea-8ce3-472db2ecb122' 2024-11-08T18:18:15,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:15,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f571af2f-b6d5-46ea-8ce3-472db2ecb122" 2024-11-08T18:18:15,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@325ed195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:15,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42203,-1] 2024-11-08T18:18:15,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:15,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:15,136 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:15,137 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33692741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:15,137 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:15,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,42203,1731089889915 2024-11-08T18:18:15,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53171bb7 2024-11-08T18:18:15,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:15,139 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-08T18:18:15,139 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,36051,1731089884479 (queues=1) is replicating from cluster=7c9e7ffb-4f9d-4b68-97b2-5006c5badeec to cluster=f571af2f-b6d5-46ea-8ce3-472db2ecb122 2024-11-08T18:18:15,139 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C36051%2C1731089884479 2024-11-08T18:18:15,139 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,36051,1731089884479, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:18:15,140 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479.replicationSource.shipper2424dce0d377%2C36051%2C1731089884479,1-2424dce0d377,36051,1731089884479 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C36051%2C1731089884479 2024-11-08T18:18:15,140 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479.replicationSource.wal-reader.2424dce0d377%2C36051%2C1731089884479,1-2424dce0d377,36051,1731089884479 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.1731089886857, startPosition=0, beingWritten=true 2024-11-08T18:18:15,344 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479.replicationSource.wal-reader.2424dce0d377%2C36051%2C1731089884479,1-2424dce0d377,36051,1731089884479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.1731089886857 to pos 0, reset compression=false 2024-11-08T18:18:15,648 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479.replicationSource.wal-reader.2424dce0d377%2C36051%2C1731089884479,1-2424dce0d377,36051,1731089884479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.1731089886857 to pos 0, reset compression=false 2024-11-08T18:18:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:15,764 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:18:15,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:15,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:15,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:15,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:15,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:15,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,34927,1731089884278 2024-11-08T18:18:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c519785 2024-11-08T18:18:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:15,767 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:18:15,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34927 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T18:18:15,768 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:15,768 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:15,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:15,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:15,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:15,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:18:15,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1907906468, stopped=false 2024-11-08T18:18:15,768 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,34927,1731089884278 2024-11-08T18:18:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1163130772/running 2024-11-08T18:18:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1163130772/running 2024-11-08T18:18:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:15,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:15,816 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:18:15,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:15,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:15,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:15,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/running 2024-11-08T18:18:15,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/running 2024-11-08T18:18:15,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,36051,1731089884479' ***** 2024-11-08T18:18:15,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:18:15,817 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:18:15,817 INFO [RS:0;2424dce0d377:36051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:18:15,817 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:18:15,817 INFO [RS:0;2424dce0d377:36051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:18:15,817 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(3091): Received CLOSE for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:15,817 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,36051,1731089884479 2024-11-08T18:18:15,817 INFO [RS:0;2424dce0d377:36051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:18:15,817 INFO [RS:0;2424dce0d377:36051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:36051. 2024-11-08T18:18:15,817 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b706c1f745fad8401e0806a4de3e8e35, disabling compactions & flushes 2024-11-08T18:18:15,817 DEBUG [RS:0;2424dce0d377:36051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:15,817 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:15,817 DEBUG [RS:0;2424dce0d377:36051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:15,817 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:15,817 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. after waiting 0 ms 2024-11-08T18:18:15,817 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:15,817 INFO [RS:0;2424dce0d377:36051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:18:15,817 INFO [RS:0;2424dce0d377:36051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:18:15,817 INFO [RS:0;2424dce0d377:36051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:18:15,817 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:18:15,817 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b706c1f745fad8401e0806a4de3e8e35 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T18:18:15,818 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:18:15,818 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b706c1f745fad8401e0806a4de3e8e35=hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35.} 2024-11-08T18:18:15,818 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:18:15,818 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:15,818 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:18:15,818 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:18:15,818 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:18:15,818 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:18:15,818 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T18:18:15,831 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/.tmp/info/078a3a06659f4a0e9dea73e3bb72f9d2 is 147, key is hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35./info:regioninfo/1731089894786/Put/seqid=0 2024-11-08T18:18:15,835 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35/.tmp/queue/89cbabadb06a4b988ae3994613f34a66 is 151, key is 1-2424dce0d377,36051,1731089884479/queue:2424dce0d377%2C36051%2C1731089884479/1731089895115/Put/seqid=0 2024-11-08T18:18:15,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741838_1014 (size=6631) 2024-11-08T18:18:15,839 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:18:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741839_1015 (size=5350) 2024-11-08T18:18:16,018 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:16,053 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479.replicationSource.wal-reader.2424dce0d377%2C36051%2C1731089884479,1-2424dce0d377,36051,1731089884479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.1731089886857 to pos 0, reset compression=false 2024-11-08T18:18:16,218 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:16,238 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/.tmp/info/078a3a06659f4a0e9dea73e3bb72f9d2 2024-11-08T18:18:16,239 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35/.tmp/queue/89cbabadb06a4b988ae3994613f34a66 2024-11-08T18:18:16,244 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35/.tmp/queue/89cbabadb06a4b988ae3994613f34a66 as hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35/queue/89cbabadb06a4b988ae3994613f34a66 2024-11-08T18:18:16,249 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35/queue/89cbabadb06a4b988ae3994613f34a66, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T18:18:16,250 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b706c1f745fad8401e0806a4de3e8e35 in 433ms, sequenceid=5, compaction requested=false 2024-11-08T18:18:16,250 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T18:18:16,254 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T18:18:16,254 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:16,254 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:16,255 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:16,255 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b706c1f745fad8401e0806a4de3e8e35: Waiting for close lock at 1731089895817Running coprocessor pre-close hooks at 1731089895817Disabling compacts and flushes for region at 1731089895817Disabling writes for close at 1731089895817Obtaining lock to block concurrent updates at 1731089895818 (+1 ms)Preparing flush snapshotting stores in b706c1f745fad8401e0806a4de3e8e35 at 1731089895818Finished memstore snapshotting hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731089895818Flushing stores of hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. at 1731089895818Flushing b706c1f745fad8401e0806a4de3e8e35/queue: creating writer at 1731089895818Flushing b706c1f745fad8401e0806a4de3e8e35/queue: appending metadata at 1731089895834 (+16 ms)Flushing b706c1f745fad8401e0806a4de3e8e35/queue: closing flushed file at 1731089895834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@332f1123: reopening flushed file at 1731089896243 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b706c1f745fad8401e0806a4de3e8e35 in 433ms, sequenceid=5, compaction requested=false at 1731089896250 (+7 ms)Writing region close event to WAL at 1731089896251 (+1 ms)Running coprocessor post-close hooks at 1731089896254 (+3 ms)Closed at 1731089896255 (+1 ms) 2024-11-08T18:18:16,255 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:16,258 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/.tmp/ns/e25f2903f17a410b8d1f069d35bf5597 is 43, key is default/ns:d/1731089887888/Put/seqid=0 2024-11-08T18:18:16,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741840_1016 (size=5153) 2024-11-08T18:18:16,418 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:18:16,558 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479.replicationSource.wal-reader.2424dce0d377%2C36051%2C1731089884479,1-2424dce0d377,36051,1731089884479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.1731089886857 to pos 0, reset compression=false 2024-11-08T18:18:16,618 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:18:16,663 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/.tmp/ns/e25f2903f17a410b8d1f069d35bf5597 2024-11-08T18:18:16,680 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/.tmp/table/c2715b11c3524b528f8abf7c1e8b83dd is 53, key is hbase:replication/table:state/1731089894792/Put/seqid=0 2024-11-08T18:18:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741841_1017 (size=5256) 2024-11-08T18:18:16,741 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:18:16,742 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:18:16,819 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:18:16,819 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:18:16,819 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:18:17,019 DEBUG [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:18:17,085 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/.tmp/table/c2715b11c3524b528f8abf7c1e8b83dd 2024-11-08T18:18:17,090 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/.tmp/info/078a3a06659f4a0e9dea73e3bb72f9d2 as hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/info/078a3a06659f4a0e9dea73e3bb72f9d2 2024-11-08T18:18:17,094 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/info/078a3a06659f4a0e9dea73e3bb72f9d2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T18:18:17,095 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/.tmp/ns/e25f2903f17a410b8d1f069d35bf5597 as hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/ns/e25f2903f17a410b8d1f069d35bf5597 2024-11-08T18:18:17,100 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/ns/e25f2903f17a410b8d1f069d35bf5597, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T18:18:17,100 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/.tmp/table/c2715b11c3524b528f8abf7c1e8b83dd as hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/table/c2715b11c3524b528f8abf7c1e8b83dd 2024-11-08T18:18:17,105 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/table/c2715b11c3524b528f8abf7c1e8b83dd, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T18:18:17,106 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false 2024-11-08T18:18:17,109 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T18:18:17,110 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:17,110 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:17,110 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:17,110 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089895818Running coprocessor pre-close hooks at 1731089895818Disabling compacts and flushes for region at 1731089895818Disabling writes for close at 1731089895818Obtaining lock to block concurrent updates at 1731089895818Preparing flush snapshotting stores in 1588230740 at 1731089895818Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731089895818Flushing stores of hbase:meta,,1.1588230740 at 1731089895819 (+1 ms)Flushing 1588230740/info: creating writer at 1731089895819Flushing 1588230740/info: appending metadata at 1731089895830 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731089895831 (+1 ms)Flushing 1588230740/ns: creating writer at 1731089896243 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731089896258 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731089896258Flushing 1588230740/table: creating writer at 1731089896667 (+409 ms)Flushing 1588230740/table: appending metadata at 1731089896680 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731089896680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7ca35d: reopening flushed file at 1731089897089 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1384dc35: reopening flushed file at 1731089897094 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23586dcd: reopening flushed file at 1731089897100 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false at 1731089897106 (+6 ms)Writing region close event to WAL at 1731089897107 (+1 ms)Running coprocessor post-close hooks at 1731089897110 (+3 ms)Closed at 1731089897110 2024-11-08T18:18:17,110 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:17,163 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479.replicationSource.wal-reader.2424dce0d377%2C36051%2C1731089884479,1-2424dce0d377,36051,1731089884479 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.1731089886857 to pos 0, reset compression=false 2024-11-08T18:18:17,219 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,36051,1731089884479; all regions closed. 2024-11-08T18:18:17,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741834_1010 (size=2742) 2024-11-08T18:18:17,221 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.meta.1731089887829.meta not finished, retry = 0 2024-11-08T18:18:17,324 DEBUG [RS:0;2424dce0d377:36051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/oldWALs 2024-11-08T18:18:17,324 INFO [RS:0;2424dce0d377:36051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C36051%2C1731089884479.meta:.meta(num 1731089887829) 2024-11-08T18:18:17,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741837_1013 (size=1586) 2024-11-08T18:18:17,326 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.rep.1731089894755 not finished, retry = 0 2024-11-08T18:18:17,488 DEBUG [RS:0;2424dce0d377:36051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/oldWALs 2024-11-08T18:18:17,488 INFO [RS:0;2424dce0d377:36051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C36051%2C1731089884479.rep:(num 1731089894755) 2024-11-08T18:18:17,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741832_1008 (size=93) 2024-11-08T18:18:17,490 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479/2424dce0d377%2C36051%2C1731089884479.1731089886857 not finished, retry = 0 2024-11-08T18:18:17,592 DEBUG [RS:0;2424dce0d377:36051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/oldWALs 2024-11-08T18:18:17,592 INFO [RS:0;2424dce0d377:36051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C36051%2C1731089884479:(num 1731089886857) 2024-11-08T18:18:17,592 DEBUG [RS:0;2424dce0d377:36051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:17,592 INFO [RS:0;2424dce0d377:36051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:18:17,592 INFO [RS:0;2424dce0d377:36051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:18:17,593 INFO [RS:0;2424dce0d377:36051 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:18:17,593 INFO [RS:0;2424dce0d377:36051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:18:17,593 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:18:17,593 INFO [RS:0;2424dce0d377:36051 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,36051,1731089884479 because: Region server is closing 2024-11-08T18:18:17,593 INFO [RS:0;2424dce0d377:36051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:36051. 2024-11-08T18:18:17,593 DEBUG [RS:0;2424dce0d377:36051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:17,593 DEBUG [RS:0;2424dce0d377:36051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:17,593 DEBUG [RS:0;2424dce0d377:36051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:17,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:17,694 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479.replicationSource.wal-reader.2424dce0d377%2C36051%2C1731089884479,1-2424dce0d377,36051,1731089884479 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:18:17,694 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479.replicationSource.shipper2424dce0d377%2C36051%2C1731089884479,1-2424dce0d377,36051,1731089884479 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T18:18:17,694 INFO [RS:0;2424dce0d377:36051 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36051,1731089884479.replicationSource.shipper2424dce0d377%2C36051%2C1731089884479,1-2424dce0d377,36051,1731089884479 terminated 2024-11-08T18:18:17,694 INFO [RS:0;2424dce0d377:36051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36051 2024-11-08T18:18:17,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1163130772/rs/2424dce0d377,36051,1731089884479 2024-11-08T18:18:17,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772/rs 2024-11-08T18:18:17,710 INFO [RS:0;2424dce0d377:36051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:18:17,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,36051,1731089884479] 2024-11-08T18:18:17,815 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/draining/2424dce0d377,36051,1731089884479 already deleted, retry=false 2024-11-08T18:18:17,815 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,36051,1731089884479 expired; onlineServers=0 2024-11-08T18:18:17,815 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,34927,1731089884278' ***** 2024-11-08T18:18:17,816 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:18:17,816 INFO [M:0;2424dce0d377:34927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:18:17,816 INFO [M:0;2424dce0d377:34927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:18:17,816 DEBUG [M:0;2424dce0d377:34927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:18:17,816 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:18:17,816 DEBUG [M:0;2424dce0d377:34927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:18:17,816 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089886536 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089886536,5,FailOnTimeoutGroup] 2024-11-08T18:18:17,816 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089886535 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089886535,5,FailOnTimeoutGroup] 2024-11-08T18:18:17,816 INFO [M:0;2424dce0d377:34927 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:18:17,816 INFO [M:0;2424dce0d377:34927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:18:17,816 DEBUG [M:0;2424dce0d377:34927 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:18:17,816 INFO [M:0;2424dce0d377:34927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:18:17,816 INFO [M:0;2424dce0d377:34927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:18:17,816 INFO [M:0;2424dce0d377:34927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:18:17,816 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:18:17,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1163130772/master 2024-11-08T18:18:17,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:17,826 DEBUG [M:0;2424dce0d377:34927 {}] zookeeper.ZKUtil(347): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Unable to get data of znode /0-1163130772/master because node does not exist (not an error) 2024-11-08T18:18:17,826 WARN [M:0;2424dce0d377:34927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:18:17,827 INFO [M:0;2424dce0d377:34927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/.lastflushedseqids 2024-11-08T18:18:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741842_1018 (size=181) 2024-11-08T18:18:17,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:17,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36051-0x1011bab58fd0001, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:17,899 INFO [RS:0;2424dce0d377:36051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:18:17,899 INFO [RS:0;2424dce0d377:36051 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,36051,1731089884479; zookeeper connection closed. 2024-11-08T18:18:17,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8046353 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8046353 2024-11-08T18:18:17,899 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:18:18,232 INFO [M:0;2424dce0d377:34927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:18:18,232 INFO [M:0;2424dce0d377:34927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:18:18,232 DEBUG [M:0;2424dce0d377:34927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:18:18,232 INFO [M:0;2424dce0d377:34927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:18,232 DEBUG [M:0;2424dce0d377:34927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:18,232 DEBUG [M:0;2424dce0d377:34927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:18:18,232 DEBUG [M:0;2424dce0d377:34927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:18,232 INFO [M:0;2424dce0d377:34927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T18:18:18,245 DEBUG [M:0;2424dce0d377:34927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a50b66b756840b68f3a1bab73072c16 is 82, key is hbase:meta,,1/info:regioninfo/1731089887862/Put/seqid=0 2024-11-08T18:18:18,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741843_1019 (size=5672) 2024-11-08T18:18:18,649 INFO [M:0;2424dce0d377:34927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a50b66b756840b68f3a1bab73072c16 2024-11-08T18:18:18,666 DEBUG [M:0;2424dce0d377:34927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d236554feb64a4d884083dbe85dd711 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731089894796/Put/seqid=0 2024-11-08T18:18:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741844_1020 (size=7203) 2024-11-08T18:18:18,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:18:19,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:19,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:19,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:19,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:19,071 INFO [M:0;2424dce0d377:34927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d236554feb64a4d884083dbe85dd711 2024-11-08T18:18:19,089 DEBUG [M:0;2424dce0d377:34927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a30f3d4d7a7b4442b401332aec9b7a10 is 69, key is 2424dce0d377,36051,1731089884479/rs:state/1731089886714/Put/seqid=0 2024-11-08T18:18:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741845_1021 (size=5156) 2024-11-08T18:18:19,493 INFO [M:0;2424dce0d377:34927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a30f3d4d7a7b4442b401332aec9b7a10 2024-11-08T18:18:19,498 DEBUG [M:0;2424dce0d377:34927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a50b66b756840b68f3a1bab73072c16 as hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a50b66b756840b68f3a1bab73072c16 2024-11-08T18:18:19,503 INFO [M:0;2424dce0d377:34927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a50b66b756840b68f3a1bab73072c16, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T18:18:19,504 DEBUG [M:0;2424dce0d377:34927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d236554feb64a4d884083dbe85dd711 as hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d236554feb64a4d884083dbe85dd711 2024-11-08T18:18:19,507 INFO [M:0;2424dce0d377:34927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d236554feb64a4d884083dbe85dd711, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T18:18:19,508 DEBUG [M:0;2424dce0d377:34927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a30f3d4d7a7b4442b401332aec9b7a10 as hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a30f3d4d7a7b4442b401332aec9b7a10 2024-11-08T18:18:19,512 INFO [M:0;2424dce0d377:34927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a30f3d4d7a7b4442b401332aec9b7a10, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T18:18:19,513 INFO [M:0;2424dce0d377:34927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=70, compaction requested=false 2024-11-08T18:18:19,514 INFO [M:0;2424dce0d377:34927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:19,515 DEBUG [M:0;2424dce0d377:34927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089898232Disabling compacts and flushes for region at 1731089898232Disabling writes for close at 1731089898232Obtaining lock to block concurrent updates at 1731089898232Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089898232Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731089898233 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089898233Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089898233Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089898245 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089898245Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089898653 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089898666 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089898666Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089899076 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089899089 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089899089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7290ba2e: reopening flushed file at 1731089899498 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1814beba: reopening flushed file at 1731089899503 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48bfebe3: reopening flushed file at 1731089899508 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=70, compaction requested=false at 1731089899513 (+5 ms)Writing region close event to WAL at 1731089899514 (+1 ms)Closed at 1731089899514 2024-11-08T18:18:19,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741830_1006 (size=41008) 2024-11-08T18:18:19,516 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,34927,1731089884278/2424dce0d377%2C34927%2C1731089884278.1731089886265 not finished, retry = 0 2024-11-08T18:18:19,618 INFO [M:0;2424dce0d377:34927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:18:19,618 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:18:19,618 INFO [M:0;2424dce0d377:34927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34927 2024-11-08T18:18:19,618 INFO [M:0;2424dce0d377:34927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:18:19,768 INFO [M:0;2424dce0d377:34927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:18:19,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:19,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34927-0x1011bab58fd0000, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:19,769 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:18:19,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:19,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:19,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:18:19,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:19,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:18:19,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:18:19,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:18:19,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37717 2024-11-08T18:18:19,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37717 connecting to ZooKeeper ensemble=127.0.0.1:54067 2024-11-08T18:18:19,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377170x0, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:19,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37717-0x1011bab58fd0006 connected 2024-11-08T18:18:19,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:19,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:19,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/running 2024-11-08T18:18:19,799 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1163130772/meta-region-server: INIT 2024-11-08T18:18:19,799 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e, hbase.cluster.distributed=false 2024-11-08T18:18:19,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/acl 2024-11-08T18:18:19,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37717 2024-11-08T18:18:19,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37717 2024-11-08T18:18:19,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37717 2024-11-08T18:18:19,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37717 2024-11-08T18:18:19,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37717 2024-11-08T18:18:19,814 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:18:19,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:19,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:19,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:18:19,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:19,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:18:19,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:18:19,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:18:19,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38613 2024-11-08T18:18:19,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38613 connecting to ZooKeeper ensemble=127.0.0.1:54067 2024-11-08T18:18:19,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:19,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:19,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386130x0, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:19,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38613-0x1011bab58fd0007 connected 2024-11-08T18:18:19,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/running 2024-11-08T18:18:19,826 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1163130772/meta-region-server: INIT 2024-11-08T18:18:19,827 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:18:19,827 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:18:19,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/master 2024-11-08T18:18:19,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/acl 2024-11-08T18:18:19,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38613 2024-11-08T18:18:19,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38613 2024-11-08T18:18:19,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38613 2024-11-08T18:18:19,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38613 2024-11-08T18:18:19,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38613 2024-11-08T18:18:19,842 DEBUG [M:0;2424dce0d377:37717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:37717 2024-11-08T18:18:19,842 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1163130772/backup-masters/2424dce0d377,37717,1731089899769 2024-11-08T18:18:19,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772/backup-masters 2024-11-08T18:18:19,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772/backup-masters 2024-11-08T18:18:19,847 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on existing znode=/0-1163130772/backup-masters/2424dce0d377,37717,1731089899769 2024-11-08T18:18:19,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1163130772/master 2024-11-08T18:18:19,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:19,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:19,858 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on existing znode=/0-1163130772/master 2024-11-08T18:18:19,858 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1163130772/backup-masters/2424dce0d377,37717,1731089899769 from backup master directory 2024-11-08T18:18:19,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1163130772/backup-masters/2424dce0d377,37717,1731089899769 2024-11-08T18:18:19,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772/backup-masters 2024-11-08T18:18:19,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772/backup-masters 2024-11-08T18:18:19,868 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:18:19,868 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,37717,1731089899769 2024-11-08T18:18:19,878 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:19,878 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:18:19,884 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-08T18:18:19,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741846_1022 (size=196) 2024-11-08T18:18:20,294 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:18:20,295 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:18:20,295 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:20,300 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T18:18:20,302 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,34927,1731089884278 to hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,34927,1731089884278-dead as it is dead 2024-11-08T18:18:20,302 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,34927,1731089884278-dead/2424dce0d377%2C34927%2C1731089884278.1731089886265 2024-11-08T18:18:20,303 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,34927,1731089884278-dead/2424dce0d377%2C34927%2C1731089884278.1731089886265 after 1ms 2024-11-08T18:18:20,303 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,34927,1731089884278-dead/2424dce0d377%2C34927%2C1731089884278.1731089886265 to hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2424dce0d377%2C34927%2C1731089884278.1731089886265 2024-11-08T18:18:20,303 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,34927,1731089884278-dead 2024-11-08T18:18:20,303 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,37717,1731089899769 2024-11-08T18:18:20,304 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:18:20,305 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C37717%2C1731089899769, suffix=, logDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,37717,1731089899769, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/oldWALs, maxLogs=10 2024-11-08T18:18:20,317 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,37717,1731089899769/2424dce0d377%2C37717%2C1731089899769.1731089900305, exclude list is [], retry=0 2024-11-08T18:18:20,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38451,DS-7145ba57-265c-4639-8669-d55fa5622150,DISK] 2024-11-08T18:18:20,321 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/WALs/2424dce0d377,37717,1731089899769/2424dce0d377%2C37717%2C1731089899769.1731089900305 2024-11-08T18:18:20,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44795:44795)] 2024-11-08T18:18:20,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:20,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:20,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:20,322 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:20,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:20,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:18:20,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:20,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a50b66b756840b68f3a1bab73072c16 2024-11-08T18:18:20,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:20,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:20,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:18:20,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:20,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d236554feb64a4d884083dbe85dd711 2024-11-08T18:18:20,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:20,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:20,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:18:20,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:20,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a30f3d4d7a7b4442b401332aec9b7a10 2024-11-08T18:18:20,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:20,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:20,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:18:20,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:20,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:20,347 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:20,348 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T18:18:20,348 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2424dce0d377%2C34927%2C1731089884278.1731089886265 2024-11-08T18:18:20,352 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2424dce0d377%2C34927%2C1731089884278.1731089886265 2024-11-08T18:18:20,352 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2424dce0d377%2C34927%2C1731089884278.1731089886265 2024-11-08T18:18:20,354 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:20,354 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:20,354 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:20,355 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:20,357 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-08T18:18:20,358 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66705103, jitterRate=-0.0060165077447891235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:20,358 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089900322Initializing all the Stores at 1731089900323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089900323Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089900324 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089900324Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089900324Cleaning up temporary data from old regions at 1731089900354 (+30 ms)Region opened successfully at 1731089900358 (+4 ms) 2024-11-08T18:18:20,358 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:18:20,360 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da7cb18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:18:20,362 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T18:18:20,362 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:18:20,362 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:18:20,362 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:18:20,363 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:18:20,365 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:20,365 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:18:20,365 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:18:20,365 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-08T18:18:20,365 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:18:20,367 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2424dce0d377,36051,1731089884479, regionLocation=2424dce0d377,36051,1731089884479, openSeqNum=2 2024-11-08T18:18:20,368 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2424dce0d377,36051,1731089884479, table=hbase:meta, region=1588230740 2024-11-08T18:18:20,368 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,36051,1731089884479, state=OPEN 2024-11-08T18:18:20,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1163130772/meta-region-server 2024-11-08T18:18:20,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1163130772/meta-region-server 2024-11-08T18:18:20,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1163130772/meta-region-server: CHANGED 2024-11-08T18:18:20,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1163130772/meta-region-server: CHANGED 2024-11-08T18:18:20,418 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:18:20,426 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/draining/2424dce0d377,36051,1731089884479 already deleted, retry=false 2024-11-08T18:18:20,426 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 2424dce0d377,36051,1731089884479 on 2424dce0d377,37717,1731089899769 2024-11-08T18:18:20,427 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2424dce0d377,36051,1731089884479, splitWal=true, meta=true 2024-11-08T18:18:20,427 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 2424dce0d377,36051,1731089884479 (carryingMeta=true) 2424dce0d377,36051,1731089884479/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@421266de[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T18:18:20,429 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Unable to get data of znode /0-1163130772/balancer because node does not exist (not necessarily an error) 2024-11-08T18:18:20,436 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/balancer already deleted, retry=false 2024-11-08T18:18:20,437 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:18:20,437 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Unable to get data of znode /0-1163130772/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:18:20,447 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/normalizer already deleted, retry=false 2024-11-08T18:18:20,447 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:18:20,448 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Unable to get data of znode /0-1163130772/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:18:20,457 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/switch/split already deleted, retry=false 2024-11-08T18:18:20,458 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Unable to get data of znode /0-1163130772/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:18:20,468 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/switch/merge already deleted, retry=false 2024-11-08T18:18:20,480 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Unable to get data of znode /0-1163130772/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:18:20,489 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/snapshot-cleanup already deleted, retry=false 2024-11-08T18:18:20,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1163130772/running 2024-11-08T18:18:20,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1163130772/running 2024-11-08T18:18:20,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:20,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:20,500 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,37717,1731089899769, sessionid=0x1011bab58fd0006, setting cluster-up flag (Was=false) 2024-11-08T18:18:20,510 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1163130772/flush-table-proc/acquired, /0-1163130772/flush-table-proc/reached, /0-1163130772/flush-table-proc/abort 2024-11-08T18:18:20,511 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,37717,1731089899769 2024-11-08T18:18:20,521 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1163130772/online-snapshot/acquired, /0-1163130772/online-snapshot/reached, /0-1163130772/online-snapshot/abort 2024-11-08T18:18:20,522 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,37717,1731089899769 2024-11-08T18:18:20,523 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/.lastflushedseqids 2024-11-08T18:18:20,524 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:18:20,524 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:18:20,525 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,37717,1731089899769 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 2424dce0d377,36051,1731089884479 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:18:20,526 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:20,526 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:20,526 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:20,526 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:20,526 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:18:20,526 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,526 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:18:20,526 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089930527 2024-11-08T18:18:20,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:18:20,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:18:20,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:18:20,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:18:20,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:18:20,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:18:20,527 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2424dce0d377,36051,1731089884479, splitWal=true, meta=true 2024-11-08T18:18:20,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,527 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:18:20,528 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:18:20,528 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:18:20,528 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:18:20,528 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:18:20,528 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:18:20,528 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2424dce0d377,36051,1731089884479, splitWal=true, meta=true, isMeta: true 2024-11-08T18:18:20,528 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089900528,5,FailOnTimeoutGroup] 2024-11-08T18:18:20,529 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479-splitting 2024-11-08T18:18:20,529 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479-splitting dir is empty, no logs to split. 2024-11-08T18:18:20,530 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2424dce0d377,36051,1731089884479 WAL count=0, meta=true 2024-11-08T18:18:20,532 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089900528,5,FailOnTimeoutGroup] 2024-11-08T18:18:20,532 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,532 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:18:20,532 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,532 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,532 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089900532, completionTime=-1 2024-11-08T18:18:20,532 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479-splitting dir is empty, no logs to split. 2024-11-08T18:18:20,532 WARN [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T18:18:20,532 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2424dce0d377,36051,1731089884479 WAL count=0, meta=true 2024-11-08T18:18:20,532 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T18:18:20,532 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2424dce0d377,36051,1731089884479 WAL splitting is done? wals=0, meta=true 2024-11-08T18:18:20,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:18:20,534 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:18:20,534 INFO [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(746): ClusterId : 7c9e7ffb-4f9d-4b68-97b2-5006c5badeec 2024-11-08T18:18:20,534 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:18:20,535 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T18:18:20,542 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:18:20,542 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:18:20,553 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:18:20,553 DEBUG [RS:0;2424dce0d377:38613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20554321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:18:20,562 DEBUG [RS:0;2424dce0d377:38613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:38613 2024-11-08T18:18:20,562 INFO [RS:0;2424dce0d377:38613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:18:20,562 INFO [RS:0;2424dce0d377:38613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:18:20,562 DEBUG [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:18:20,563 INFO [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,37717,1731089899769 with port=38613, startcode=1731089899814 2024-11-08T18:18:20,563 DEBUG [RS:0;2424dce0d377:38613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:18:20,564 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:18:20,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,38613,1731089899814 2024-11-08T18:18:20,565 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37717 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,38613,1731089899814 2024-11-08T18:18:20,566 DEBUG [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e 2024-11-08T18:18:20,566 DEBUG [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35091 2024-11-08T18:18:20,566 DEBUG [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:18:20,582 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T18:18:20,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772/rs 2024-11-08T18:18:20,603 DEBUG [RS:0;2424dce0d377:38613 {}] zookeeper.ZKUtil(111): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on existing znode=/0-1163130772/rs/2424dce0d377,38613,1731089899814 2024-11-08T18:18:20,603 WARN [RS:0;2424dce0d377:38613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:18:20,603 INFO [RS:0;2424dce0d377:38613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:20,603 DEBUG [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814 2024-11-08T18:18:20,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,38613,1731089899814] 2024-11-08T18:18:20,620 INFO [RS:0;2424dce0d377:38613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:18:20,621 INFO [RS:0;2424dce0d377:38613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:18:20,621 INFO [RS:0;2424dce0d377:38613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:18:20,621 INFO [RS:0;2424dce0d377:38613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,621 INFO [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:18:20,622 INFO [RS:0;2424dce0d377:38613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:18:20,622 INFO [RS:0;2424dce0d377:38613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:18:20,622 DEBUG [RS:0;2424dce0d377:38613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:18:20,623 INFO [RS:0;2424dce0d377:38613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,623 INFO [RS:0;2424dce0d377:38613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,623 INFO [RS:0;2424dce0d377:38613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,623 INFO [RS:0;2424dce0d377:38613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,623 INFO [RS:0;2424dce0d377:38613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,623 INFO [RS:0;2424dce0d377:38613 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38613,1731089899814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:18:20,636 INFO [RS:0;2424dce0d377:38613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:18:20,637 INFO [RS:0;2424dce0d377:38613 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38613,1731089899814-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,649 INFO [RS:0;2424dce0d377:38613 {}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,38613,1731089899814, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:18:20,649 INFO [RS:0;2424dce0d377:38613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,649 INFO [RS:0;2424dce0d377:38613 {}] regionserver.Replication(171): 2424dce0d377,38613,1731089899814 started 2024-11-08T18:18:20,661 INFO [RS:0;2424dce0d377:38613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:20,661 DEBUG [RS:0;2424dce0d377:38613.replicationSource,1-2424dce0d377,38613,1731089899814 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:42203' 2024-11-08T18:18:20,661 INFO [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,38613,1731089899814, RpcServer on 2424dce0d377/172.17.0.3:38613, sessionid=0x1011bab58fd0007 2024-11-08T18:18:20,661 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:18:20,661 DEBUG [RS:0;2424dce0d377:38613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,38613,1731089899814 2024-11-08T18:18:20,661 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,38613,1731089899814' 2024-11-08T18:18:20,661 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1163130772/flush-table-proc/abort' 2024-11-08T18:18:20,662 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1163130772/flush-table-proc/acquired' 2024-11-08T18:18:20,662 DEBUG [RS:0;2424dce0d377:38613.replicationSource,1-2424dce0d377,38613,1731089899814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c44ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:20,662 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:18:20,662 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:18:20,662 DEBUG [RS:0;2424dce0d377:38613.replicationSource,1-2424dce0d377,38613,1731089899814 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42203,-1 for getting cluster id 2024-11-08T18:18:20,662 DEBUG [RS:0;2424dce0d377:38613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,38613,1731089899814 2024-11-08T18:18:20,662 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,38613,1731089899814' 2024-11-08T18:18:20,662 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1163130772/online-snapshot/abort' 2024-11-08T18:18:20,662 DEBUG [RS:0;2424dce0d377:38613.replicationSource,1-2424dce0d377,38613,1731089899814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:20,663 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1163130772/online-snapshot/acquired' 2024-11-08T18:18:20,663 DEBUG [RS:0;2424dce0d377:38613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:18:20,663 INFO [RS:0;2424dce0d377:38613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:18:20,663 INFO [RS:0;2424dce0d377:38613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:18:20,663 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f571af2f-b6d5-46ea-8ce3-472db2ecb122' 2024-11-08T18:18:20,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:20,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f571af2f-b6d5-46ea-8ce3-472db2ecb122" 2024-11-08T18:18:20,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f390019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:20,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42203,-1] 2024-11-08T18:18:20,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:20,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:20,665 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:20,665 DEBUG [RS:0;2424dce0d377:38613.replicationSource,1-2424dce0d377,38613,1731089899814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e2a584d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:20,666 DEBUG [RS:0;2424dce0d377:38613.replicationSource,1-2424dce0d377,38613,1731089899814 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:20,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,42203,1731089889915 2024-11-08T18:18:20,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@575bd135 2024-11-08T18:18:20,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:20,667 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-08T18:18:20,668 INFO [RS:0;2424dce0d377:38613.replicationSource,1-2424dce0d377,38613,1731089899814 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,38613,1731089899814 (queues=0) is replicating from cluster=7c9e7ffb-4f9d-4b68-97b2-5006c5badeec to cluster=f571af2f-b6d5-46ea-8ce3-472db2ecb122 2024-11-08T18:18:20,685 WARN [2424dce0d377:37717 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T18:18:20,763 INFO [RS:0;2424dce0d377:38613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:18:20,765 INFO [RS:0;2424dce0d377:38613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C38613%2C1731089899814, suffix=, logDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/oldWALs, maxLogs=10 2024-11-08T18:18:20,777 DEBUG [RS:0;2424dce0d377:38613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765, exclude list is [], retry=0 2024-11-08T18:18:20,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38451,DS-7145ba57-265c-4639-8669-d55fa5622150,DISK] 2024-11-08T18:18:20,781 INFO [RS:0;2424dce0d377:38613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765 2024-11-08T18:18:20,781 DEBUG [RS:0;2424dce0d377:38613 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2424dce0d377%2C38613%2C1731089899814 for peer 1 2024-11-08T18:18:20,781 DEBUG [RS:0;2424dce0d377:38613 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C38613%2C1731089899814 2024-11-08T18:18:20,781 INFO [RS:0;2424dce0d377:38613 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,38613,1731089899814, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:18:20,782 DEBUG [RS:0;2424dce0d377:38613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44795:44795)] 2024-11-08T18:18:20,782 INFO [RS:0;2424dce0d377:38613.replicationSource.shipper2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C38613%2C1731089899814 2024-11-08T18:18:20,782 DEBUG [RS:0;2424dce0d377:38613.replicationSource.wal-reader.2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765, startPosition=0, beingWritten=true 2024-11-08T18:18:20,935 DEBUG [2424dce0d377:37717 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:18:20,936 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,38613,1731089899814 2024-11-08T18:18:20,936 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,38613,1731089899814, state=OPENING 2024-11-08T18:18:20,987 DEBUG [RS:0;2424dce0d377:38613.replicationSource.wal-reader.2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765 to pos 0, reset compression=false 2024-11-08T18:18:21,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1163130772/meta-region-server 2024-11-08T18:18:21,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1163130772/meta-region-server 2024-11-08T18:18:21,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1163130772/meta-region-server: CHANGED 2024-11-08T18:18:21,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1163130772/meta-region-server: CHANGED 2024-11-08T18:18:21,003 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:18:21,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,38613,1731089899814}] 2024-11-08T18:18:21,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:18:21,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:18:21,160 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:18:21,160 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:21,160 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:18:21,162 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C38613%2C1731089899814.meta, suffix=.meta, logDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/oldWALs, maxLogs=10 2024-11-08T18:18:21,174 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.meta.1731089901162.meta, exclude list is [], retry=0 2024-11-08T18:18:21,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38451,DS-7145ba57-265c-4639-8669-d55fa5622150,DISK] 2024-11-08T18:18:21,177 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.meta.1731089901162.meta 2024-11-08T18:18:21,178 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44795:44795)] 2024-11-08T18:18:21,178 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:21,178 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:18:21,178 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:18:21,178 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:18:21,178 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:18:21,178 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:18:21,178 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:21,179 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:18:21,179 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:18:21,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:18:21,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:18:21,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:21,185 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/info/078a3a06659f4a0e9dea73e3bb72f9d2 2024-11-08T18:18:21,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:21,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:18:21,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:18:21,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:21,191 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/ns/e25f2903f17a410b8d1f069d35bf5597 2024-11-08T18:18:21,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:21,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:18:21,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:18:21,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:21,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:21,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:18:21,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:18:21,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:21,197 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/table/c2715b11c3524b528f8abf7c1e8b83dd 2024-11-08T18:18:21,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:21,197 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:18:21,198 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740 2024-11-08T18:18:21,199 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740 2024-11-08T18:18:21,200 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:18:21,200 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:18:21,201 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:21,202 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:18:21,202 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71487486, jitterRate=0.06524655222892761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:21,202 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:18:21,202 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089901179Writing region info on filesystem at 1731089901179Initializing all the Stores at 1731089901179Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089901180 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089901180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089901180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089901180Cleaning up temporary data from old regions at 1731089901200 (+20 ms)Running coprocessor post-open hooks at 1731089901202 (+2 ms)Region opened successfully at 1731089901202 2024-11-08T18:18:21,203 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731089901156 2024-11-08T18:18:21,205 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:18:21,205 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:18:21,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=2424dce0d377,38613,1731089899814 2024-11-08T18:18:21,206 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,38613,1731089899814, state=OPEN 2024-11-08T18:18:21,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1163130772/meta-region-server 2024-11-08T18:18:21,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1163130772/meta-region-server 2024-11-08T18:18:21,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1163130772/meta-region-server: CHANGED 2024-11-08T18:18:21,226 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1163130772/meta-region-server: CHANGED 2024-11-08T18:18:21,226 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,38613,1731089899814 2024-11-08T18:18:21,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-08T18:18:21,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,38613,1731089899814 in 223 msec 2024-11-08T18:18:21,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:18:21,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 695 msec 2024-11-08T18:18:21,291 DEBUG [RS:0;2424dce0d377:38613.replicationSource.wal-reader.2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765 to pos 0, reset compression=false 2024-11-08T18:18:21,696 DEBUG [RS:0;2424dce0d377:38613.replicationSource.wal-reader.2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765 to pos 0, reset compression=false 2024-11-08T18:18:22,085 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-08T18:18:22,200 DEBUG [RS:0;2424dce0d377:38613.replicationSource.wal-reader.2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765 to pos 0, reset compression=false 2024-11-08T18:18:22,805 DEBUG [RS:0;2424dce0d377:38613.replicationSource.wal-reader.2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765 to pos 0, reset compression=false 2024-11-08T18:18:23,509 DEBUG [RS:0;2424dce0d377:38613.replicationSource.wal-reader.2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765 to pos 0, reset compression=false 2024-11-08T18:18:23,587 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-08T18:18:24,313 DEBUG [RS:0;2424dce0d377:38613.replicationSource.wal-reader.2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765 to pos 0, reset compression=false 2024-11-08T18:18:25,040 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T18:18:25,040 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:18:25,040 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:25,040 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,38613,1731089899814, seqNum=-1] 2024-11-08T18:18:25,041 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:25,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:25,046 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b706c1f745fad8401e0806a4de3e8e35, regionState=OPEN, lastHost=2424dce0d377,36051,1731089884479, regionLocation=2424dce0d377,36051,1731089884479, openSeqNum=2 2024-11-08T18:18:25,046 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:18:25,047 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731089965046 2024-11-08T18:18:25,047 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090025047 2024-11-08T18:18:25,047 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-08T18:18:25,047 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 2424dce0d377,36051,1731089884479 had 2 regions 2024-11-08T18:18:25,047 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,37717,1731089899769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:25,047 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,37717,1731089899769-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:25,047 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,37717,1731089899769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:25,047 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:37717, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:25,047 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:25,048 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:25,048 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2424dce0d377,36051,1731089884479, splitWal=true, meta=true, isMeta: false 2024-11-08T18:18:25,050 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479-splitting dir is empty, no logs to split. 2024-11-08T18:18:25,050 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2424dce0d377,36051,1731089884479 WAL count=0, meta=false 2024-11-08T18:18:25,053 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,36051,1731089884479-splitting dir is empty, no logs to split. 2024-11-08T18:18:25,053 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2424dce0d377,36051,1731089884479 WAL count=0, meta=false 2024-11-08T18:18:25,053 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 2424dce0d377,36051,1731089884479 WAL splitting is done? wals=0, meta=false 2024-11-08T18:18:25,055 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.187sec 2024-11-08T18:18:25,055 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:18:25,055 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:18:25,055 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:18:25,055 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:18:25,055 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:18:25,055 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,37717,1731089899769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:18:25,055 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,37717,1731089899769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:18:25,057 WARN [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=2424dce0d377,36051,1731089884479/hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:25,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b706c1f745fad8401e0806a4de3e8e35, ASSIGN}] 2024-11-08T18:18:25,059 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b706c1f745fad8401e0806a4de3e8e35, ASSIGN 2024-11-08T18:18:25,060 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b706c1f745fad8401e0806a4de3e8e35, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T18:18:25,060 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:18:25,060 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:18:25,060 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,37717,1731089899769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:25,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e7f12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:25,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,37717,-1 for getting cluster id 2024-11-08T18:18:25,139 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:25,140 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9e7ffb-4f9d-4b68-97b2-5006c5badeec' 2024-11-08T18:18:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9e7ffb-4f9d-4b68-97b2-5006c5badeec" 2024-11-08T18:18:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12eda87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,37717,-1] 2024-11-08T18:18:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:25,143 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:25,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b3c577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:25,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,38613,1731089899814, seqNum=-1] 2024-11-08T18:18:25,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:25,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:25,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T18:18:25,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:25,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:25,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:25,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:25,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:25,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 2424dce0d377:37717 after: 2424dce0d377:37717 2024-11-08T18:18:25,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d3e470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:25,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,37717,-1 for getting cluster id 2024-11-08T18:18:25,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:25,153 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c9e7ffb-4f9d-4b68-97b2-5006c5badeec' 2024-11-08T18:18:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c9e7ffb-4f9d-4b68-97b2-5006c5badeec" 2024-11-08T18:18:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21862c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,37717,-1] 2024-11-08T18:18:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:25,156 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:25,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5af66e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:25,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:25,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,37717,1731089899769 2024-11-08T18:18:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@270bd17c 2024-11-08T18:18:25,160 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:25,161 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:18:25,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T18:18:25,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:18:25,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:25,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:25,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:25,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:25,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:25,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:18:25,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=42992231, stopped=false 2024-11-08T18:18:25,163 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,42203,1731089889915 2024-11-08T18:18:25,210 DEBUG [2424dce0d377:37717 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:18:25,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b706c1f745fad8401e0806a4de3e8e35, regionState=OPENING, regionLocation=2424dce0d377,38613,1731089899814 2024-11-08T18:18:25,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-691830967/running 2024-11-08T18:18:25,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:25,216 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:18:25,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:25,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-691830967/running 2024-11-08T18:18:25,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:25,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Set watcher on znode that does not yet exist, /1-691830967/running 2024-11-08T18:18:25,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:25,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:25,217 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,39677,1731089890056' ***** 2024-11-08T18:18:25,217 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:18:25,218 INFO [RS:0;2424dce0d377:39677 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:18:25,218 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:18:25,218 DEBUG [RS:0;2424dce0d377:38613.replicationSource.wal-reader.2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765 to pos 0, reset compression=false 2024-11-08T18:18:25,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Set watcher on znode that does not yet exist, /1-691830967/running 2024-11-08T18:18:25,219 INFO [RS:0;2424dce0d377:39677 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:18:25,220 INFO [RS:0;2424dce0d377:39677 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:18:25,220 INFO [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,39677,1731089890056 2024-11-08T18:18:25,220 INFO [RS:0;2424dce0d377:39677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:18:25,220 INFO [RS:0;2424dce0d377:39677 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:39677. 2024-11-08T18:18:25,220 DEBUG [RS:0;2424dce0d377:39677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:25,220 DEBUG [RS:0;2424dce0d377:39677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:25,220 INFO [RS:0;2424dce0d377:39677 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:18:25,221 INFO [RS:0;2424dce0d377:39677 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:18:25,221 INFO [RS:0;2424dce0d377:39677 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:18:25,221 INFO [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:18:25,223 INFO [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:18:25,223 DEBUG [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:18:25,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b706c1f745fad8401e0806a4de3e8e35, ASSIGN because future has completed 2024-11-08T18:18:25,223 DEBUG [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:18:25,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b706c1f745fad8401e0806a4de3e8e35, server=2424dce0d377,38613,1731089899814}] 2024-11-08T18:18:25,228 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:18:25,228 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:18:25,228 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:18:25,228 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:18:25,228 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:18:25,229 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T18:18:25,285 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:18:25,287 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/data/hbase/meta/1588230740/.tmp/ns/c21f655a1ac740e2a5fb8063eb7ab3a9 is 43, key is default/ns:d/1731089893508/Put/seqid=0 2024-11-08T18:18:25,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741835_1011 (size=5153) 2024-11-08T18:18:25,300 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/data/hbase/meta/1588230740/.tmp/ns/c21f655a1ac740e2a5fb8063eb7ab3a9 2024-11-08T18:18:25,316 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/data/hbase/meta/1588230740/.tmp/ns/c21f655a1ac740e2a5fb8063eb7ab3a9 as hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/data/hbase/meta/1588230740/ns/c21f655a1ac740e2a5fb8063eb7ab3a9 2024-11-08T18:18:25,335 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/data/hbase/meta/1588230740/ns/c21f655a1ac740e2a5fb8063eb7ab3a9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T18:18:25,336 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=6, compaction requested=false 2024-11-08T18:18:25,336 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:18:25,384 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T18:18:25,386 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:25,386 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:25,386 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:25,386 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089905228Running coprocessor pre-close hooks at 1731089905228Disabling compacts and flushes for region at 1731089905228Disabling writes for close at 1731089905228Obtaining lock to block concurrent updates at 1731089905229 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731089905229Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731089905229Flushing stores of hbase:meta,,1.1588230740 at 1731089905242 (+13 ms)Flushing 1588230740/ns: creating writer at 1731089905242Flushing 1588230740/ns: appending metadata at 1731089905287 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1731089905287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5b7071: reopening flushed file at 1731089905313 (+26 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=6, compaction requested=false at 1731089905336 (+23 ms)Writing region close event to WAL at 1731089905356 (+20 ms)Running coprocessor post-close hooks at 1731089905386 (+30 ms)Closed at 1731089905386 2024-11-08T18:18:25,386 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:25,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:25,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:25,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:18:25,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C38613%2C1731089899814.rep, suffix=, logDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814, archiveDir=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/oldWALs, maxLogs=10 2024-11-08T18:18:25,424 INFO [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,39677,1731089890056; all regions closed. 2024-11-08T18:18:25,444 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:18:25,444 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:18:25,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741834_1010 (size=1152) 2024-11-08T18:18:25,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.rep.1731089905419, exclude list is [], retry=0 2024-11-08T18:18:25,451 DEBUG [RS:0;2424dce0d377:39677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/oldWALs 2024-11-08T18:18:25,451 INFO [RS:0;2424dce0d377:39677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C39677%2C1731089890056.meta:.meta(num 1731089893460) 2024-11-08T18:18:25,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38451,DS-7145ba57-265c-4639-8669-d55fa5622150,DISK] 2024-11-08T18:18:25,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.rep.1731089905419 2024-11-08T18:18:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741832_1008 (size=93) 2024-11-08T18:18:25,469 DEBUG [RS:0;2424dce0d377:39677 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/oldWALs 2024-11-08T18:18:25,469 INFO [RS:0;2424dce0d377:39677 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C39677%2C1731089890056:(num 1731089892503) 2024-11-08T18:18:25,469 DEBUG [RS:0;2424dce0d377:39677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:25,469 INFO [RS:0;2424dce0d377:39677 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:18:25,469 INFO [RS:0;2424dce0d377:39677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:18:25,469 INFO [RS:0;2424dce0d377:39677 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:18:25,470 INFO [RS:0;2424dce0d377:39677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:18:25,470 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:18:25,470 INFO [RS:0;2424dce0d377:39677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39677 2024-11-08T18:18:25,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44795:44795)] 2024-11-08T18:18:25,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967/rs 2024-11-08T18:18:25,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-691830967/rs/2424dce0d377,39677,1731089890056 2024-11-08T18:18:25,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => b706c1f745fad8401e0806a4de3e8e35, NAME => 'hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:25,478 INFO [RS:0;2424dce0d377:39677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:18:25,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:18:25,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:18:25,479 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,39677,1731089890056] 2024-11-08T18:18:25,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. service=MultiRowMutationService 2024-11-08T18:18:25,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:18:25,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:25,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,484 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,487 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b706c1f745fad8401e0806a4de3e8e35 columnFamilyName hfileref 2024-11-08T18:18:25,487 DEBUG [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:25,487 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.HStore(327): Store=b706c1f745fad8401e0806a4de3e8e35/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:25,488 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,489 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b706c1f745fad8401e0806a4de3e8e35 columnFamilyName queue 2024-11-08T18:18:25,489 DEBUG [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:25,497 DEBUG [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35/queue/89cbabadb06a4b988ae3994613f34a66 2024-11-08T18:18:25,497 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.HStore(327): Store=b706c1f745fad8401e0806a4de3e8e35/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:25,497 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,498 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b706c1f745fad8401e0806a4de3e8e35 columnFamilyName sid 2024-11-08T18:18:25,498 DEBUG [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:25,499 INFO [StoreOpener-b706c1f745fad8401e0806a4de3e8e35-1 {}] regionserver.HStore(327): Store=b706c1f745fad8401e0806a4de3e8e35/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:25,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,499 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-691830967/draining/2424dce0d377,39677,1731089890056 already deleted, retry=false 2024-11-08T18:18:25,499 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,39677,1731089890056 expired; onlineServers=0 2024-11-08T18:18:25,499 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,42203,1731089889915' ***** 2024-11-08T18:18:25,499 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:18:25,499 INFO [M:0;2424dce0d377:42203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:18:25,499 INFO [M:0;2424dce0d377:42203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:18:25,500 DEBUG [M:0;2424dce0d377:42203 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:18:25,500 DEBUG [M:0;2424dce0d377:42203 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:18:25,500 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:18:25,500 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089892255 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089892255,5,FailOnTimeoutGroup] 2024-11-08T18:18:25,500 INFO [M:0;2424dce0d377:42203 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:18:25,500 INFO [M:0;2424dce0d377:42203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:18:25,500 DEBUG [M:0;2424dce0d377:42203 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:18:25,500 INFO [M:0;2424dce0d377:42203 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:18:25,500 INFO [M:0;2424dce0d377:42203 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:18:25,500 INFO [M:0;2424dce0d377:42203 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:18:25,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:18:25,500 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089892256 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089892256,5,FailOnTimeoutGroup] 2024-11-08T18:18:25,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:18:25,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened b706c1f745fad8401e0806a4de3e8e35; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70228059, jitterRate=0.04647962749004364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:18:25,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:25,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for b706c1f745fad8401e0806a4de3e8e35: Running coprocessor pre-open hook at 1731089905480Writing region info on filesystem at 1731089905480Initializing all the Stores at 1731089905482 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089905482Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089905484 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089905484Cleaning up temporary data from old regions at 1731089905503 (+19 ms)Running coprocessor post-open hooks at 1731089905506 (+3 ms)Region opened successfully at 1731089905507 (+1 ms) 2024-11-08T18:18:25,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35., pid=13, masterSystemTime=1731089905400 2024-11-08T18:18:25,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-691830967/master 2024-11-08T18:18:25,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-691830967 2024-11-08T18:18:25,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:25,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:25,512 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b706c1f745fad8401e0806a4de3e8e35, regionState=OPEN, openSeqNum=9, regionLocation=2424dce0d377,38613,1731089899814 2024-11-08T18:18:25,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b706c1f745fad8401e0806a4de3e8e35, server=2424dce0d377,38613,1731089899814 because future has completed 2024-11-08T18:18:25,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T18:18:25,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b706c1f745fad8401e0806a4de3e8e35, server=2424dce0d377,38613,1731089899814 in 292 msec 2024-11-08T18:18:25,520 DEBUG [M:0;2424dce0d377:42203 {}] zookeeper.RecoverableZooKeeper(212): Node /1-691830967/master already deleted, retry=false 2024-11-08T18:18:25,520 DEBUG [M:0;2424dce0d377:42203 {}] master.ActiveMasterManager(353): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-691830967/master 2024-11-08T18:18:25,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-08T18:18:25,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b706c1f745fad8401e0806a4de3e8e35, ASSIGN in 461 msec 2024-11-08T18:18:25,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T18:18:25,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35., hostname=2424dce0d377,38613,1731089899814, seqNum=9] 2024-11-08T18:18:25,542 INFO [M:0;2424dce0d377:42203 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/.lastflushedseqids 2024-11-08T18:18:25,548 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 2424dce0d377,36051,1731089884479 2024-11-08T18:18:25,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T18:18:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741836_1012 (size=99) 2024-11-08T18:18:25,561 INFO [M:0;2424dce0d377:42203 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:18:25,561 INFO [M:0;2424dce0d377:42203 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:18:25,562 DEBUG [M:0;2424dce0d377:42203 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:18:25,562 INFO [M:0;2424dce0d377:42203 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:25,562 DEBUG [M:0;2424dce0d377:42203 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:25,562 DEBUG [M:0;2424dce0d377:42203 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:18:25,562 DEBUG [M:0;2424dce0d377:42203 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:25,562 INFO [M:0;2424dce0d377:42203 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T18:18:25,586 DEBUG [M:0;2424dce0d377:42203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f041b5109d64d49a8131cf3e32698aa is 82, key is hbase:meta,,1/info:regioninfo/1731089893494/Put/seqid=0 2024-11-08T18:18:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:25,589 INFO [RS:0;2424dce0d377:39677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:18:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39677-0x1011bab58fd0004, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:25,589 INFO [RS:0;2424dce0d377:39677 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,39677,1731089890056; zookeeper connection closed. 2024-11-08T18:18:25,599 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e2cf9da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e2cf9da 2024-11-08T18:18:25,600 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:18:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741837_1013 (size=5672) 2024-11-08T18:18:25,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-08T18:18:26,007 INFO [M:0;2424dce0d377:42203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f041b5109d64d49a8131cf3e32698aa 2024-11-08T18:18:26,026 DEBUG [M:0;2424dce0d377:42203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14d2c91cea174892b842eae06928bc8a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731089893511/Put/seqid=0 2024-11-08T18:18:26,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741838_1014 (size=5275) 2024-11-08T18:18:26,242 DEBUG [RS:0;2424dce0d377:38613.replicationSource.wal-reader.2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765 to pos 0, reset compression=false 2024-11-08T18:18:26,430 INFO [M:0;2424dce0d377:42203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14d2c91cea174892b842eae06928bc8a 2024-11-08T18:18:26,453 DEBUG [M:0;2424dce0d377:42203 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bc6ebb9543645cb8344ba1f96f25047 is 69, key is 2424dce0d377,39677,1731089890056/rs:state/1731089892316/Put/seqid=0 2024-11-08T18:18:26,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741839_1015 (size=5156) 2024-11-08T18:18:26,681 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:18:26,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:26,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:26,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:26,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:26,858 INFO [M:0;2424dce0d377:42203 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bc6ebb9543645cb8344ba1f96f25047 2024-11-08T18:18:26,863 DEBUG [M:0;2424dce0d377:42203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f041b5109d64d49a8131cf3e32698aa as hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f041b5109d64d49a8131cf3e32698aa 2024-11-08T18:18:26,867 INFO [M:0;2424dce0d377:42203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f041b5109d64d49a8131cf3e32698aa, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T18:18:26,868 DEBUG [M:0;2424dce0d377:42203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14d2c91cea174892b842eae06928bc8a as hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14d2c91cea174892b842eae06928bc8a 2024-11-08T18:18:26,872 INFO [M:0;2424dce0d377:42203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14d2c91cea174892b842eae06928bc8a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T18:18:26,873 DEBUG [M:0;2424dce0d377:42203 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bc6ebb9543645cb8344ba1f96f25047 as hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bc6ebb9543645cb8344ba1f96f25047 2024-11-08T18:18:26,877 INFO [M:0;2424dce0d377:42203 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41669/user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bc6ebb9543645cb8344ba1f96f25047, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T18:18:26,878 INFO [M:0;2424dce0d377:42203 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=28, compaction requested=false 2024-11-08T18:18:26,879 INFO [M:0;2424dce0d377:42203 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:26,879 DEBUG [M:0;2424dce0d377:42203 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089905562Disabling compacts and flushes for region at 1731089905562Disabling writes for close at 1731089905562Obtaining lock to block concurrent updates at 1731089905562Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089905562Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731089905562Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089905563 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089905563Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089905585 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089905585Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089906012 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089906025 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089906025Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089906435 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089906452 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089906452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9ea4e: reopening flushed file at 1731089906862 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb73512: reopening flushed file at 1731089906867 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548ec715: reopening flushed file at 1731089906872 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=28, compaction requested=false at 1731089906878 (+6 ms)Writing region close event to WAL at 1731089906879 (+1 ms)Closed at 1731089906879 2024-11-08T18:18:26,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45565 is added to blk_1073741830_1006 (size=10165) 2024-11-08T18:18:26,881 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09d33f6b-f8d3-e9c1-b64a-8a8d2b6ed59a/MasterData/WALs/2424dce0d377,42203,1731089889915/2424dce0d377%2C42203%2C1731089889915.1731089891806 not finished, retry = 0 2024-11-08T18:18:26,982 INFO [M:0;2424dce0d377:42203 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:18:26,982 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:18:26,982 INFO [M:0;2424dce0d377:42203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42203 2024-11-08T18:18:26,982 INFO [M:0;2424dce0d377:42203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:18:27,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:27,186 INFO [M:0;2424dce0d377:42203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:18:27,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42203-0x1011bab58fd0003, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:27,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34d35b9b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:18:27,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36d3995d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:18:27,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:18:27,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a88c2dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:18:27,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75a27f04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/hadoop.log.dir/,STOPPED} 2024-11-08T18:18:27,190 WARN [BP-977469918-172.17.0.3-1731089887962 heartbeating to localhost/127.0.0.1:41669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:18:27,190 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:18:27,190 WARN [BP-977469918-172.17.0.3-1731089887962 heartbeating to localhost/127.0.0.1:41669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-977469918-172.17.0.3-1731089887962 (Datanode Uuid 19baef59-3d9d-4304-80b8-4d051e9bd473) service to localhost/127.0.0.1:41669 2024-11-08T18:18:27,190 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:18:27,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/cluster_2ba4df5e-2cc3-26b0-6781-7a005b309d40/data/data1/current/BP-977469918-172.17.0.3-1731089887962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:18:27,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/cluster_2ba4df5e-2cc3-26b0-6781-7a005b309d40/data/data2/current/BP-977469918-172.17.0.3-1731089887962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:18:27,191 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:18:27,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56e1da6c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:18:27,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c973322{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:18:27,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:18:27,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39d3b4f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:18:27,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15d568fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/hadoop.log.dir/,STOPPED} 2024-11-08T18:18:27,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:18:27,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:18:27,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:27,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:27,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:27,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:27,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:27,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:18:27,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1394370168, stopped=false 2024-11-08T18:18:27,207 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,37717,1731089899769 2024-11-08T18:18:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1163130772/running 2024-11-08T18:18:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1163130772/running 2024-11-08T18:18:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:27,225 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:18:27,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:27,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:27,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:27,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/running 2024-11-08T18:18:27,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Set watcher on znode that does not yet exist, /0-1163130772/running 2024-11-08T18:18:27,226 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,38613,1731089899814' ***** 2024-11-08T18:18:27,226 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:18:27,227 INFO [RS:0;2424dce0d377:38613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:18:27,227 INFO [RS:0;2424dce0d377:38613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:18:27,227 INFO [RS:0;2424dce0d377:38613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:18:27,227 INFO [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(3091): Received CLOSE for b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:27,227 INFO [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,38613,1731089899814 2024-11-08T18:18:27,227 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:18:27,227 INFO [RS:0;2424dce0d377:38613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:18:27,227 INFO [RS:0;2424dce0d377:38613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:38613. 2024-11-08T18:18:27,227 DEBUG [RS:0;2424dce0d377:38613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:27,227 DEBUG [RS:0;2424dce0d377:38613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:27,227 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b706c1f745fad8401e0806a4de3e8e35, disabling compactions & flushes 2024-11-08T18:18:27,227 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:27,227 INFO [RS:0;2424dce0d377:38613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:18:27,227 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:27,227 INFO [RS:0;2424dce0d377:38613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:18:27,227 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. after waiting 0 ms 2024-11-08T18:18:27,227 INFO [RS:0;2424dce0d377:38613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:18:27,227 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:27,227 INFO [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:18:27,228 INFO [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:18:27,228 DEBUG [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b706c1f745fad8401e0806a4de3e8e35=hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35.} 2024-11-08T18:18:27,228 DEBUG [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b706c1f745fad8401e0806a4de3e8e35 2024-11-08T18:18:27,228 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:18:27,228 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:18:27,228 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:18:27,228 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:18:27,228 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:18:27,228 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T18:18:27,229 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:18:27,231 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/replication/b706c1f745fad8401e0806a4de3e8e35/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-08T18:18:27,232 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:27,232 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:27,232 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:27,232 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b706c1f745fad8401e0806a4de3e8e35: Waiting for close lock at 1731089907227Running coprocessor pre-close hooks at 1731089907227Disabling compacts and flushes for region at 1731089907227Disabling writes for close at 1731089907227Writing region close event to WAL at 1731089907228 (+1 ms)Running coprocessor post-close hooks at 1731089907232 (+4 ms)Closed at 1731089907232 2024-11-08T18:18:27,232 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35. 2024-11-08T18:18:27,248 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/.tmp/info/bc25a0bc5a7a477eb6e56f56953fbdc4 is 147, key is hbase:replication,,1731089893621.b706c1f745fad8401e0806a4de3e8e35./info:regioninfo/1731089905512/Put/seqid=0 2024-11-08T18:18:27,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741851_1027 (size=6385) 2024-11-08T18:18:27,346 DEBUG [RS:0;2424dce0d377:38613.replicationSource.wal-reader.2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/WALs/2424dce0d377,38613,1731089899814/2424dce0d377%2C38613%2C1731089899814.1731089900765 to pos 0, reset compression=false 2024-11-08T18:18:27,428 DEBUG [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:18:27,624 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:18:27,624 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:18:27,628 DEBUG [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:18:27,652 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/.tmp/info/bc25a0bc5a7a477eb6e56f56953fbdc4 2024-11-08T18:18:27,658 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/.tmp/info/bc25a0bc5a7a477eb6e56f56953fbdc4 as hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/info/bc25a0bc5a7a477eb6e56f56953fbdc4 2024-11-08T18:18:27,663 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/info/bc25a0bc5a7a477eb6e56f56953fbdc4, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T18:18:27,664 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false 2024-11-08T18:18:27,668 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T18:18:27,669 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:27,669 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:27,669 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:27,669 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089907228Running coprocessor pre-close hooks at 1731089907228Disabling compacts and flushes for region at 1731089907228Disabling writes for close at 1731089907228Obtaining lock to block concurrent updates at 1731089907228Preparing flush snapshotting stores in 1588230740 at 1731089907228Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731089907229 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731089907229Flushing 1588230740/info: creating writer at 1731089907229Flushing 1588230740/info: appending metadata at 1731089907247 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731089907247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d757a65: reopening flushed file at 1731089907657 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=19, compaction requested=false at 1731089907664 (+7 ms)Writing region close event to WAL at 1731089907665 (+1 ms)Running coprocessor post-close hooks at 1731089907669 (+4 ms)Closed at 1731089907669 2024-11-08T18:18:27,669 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:27,829 INFO [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,38613,1731089899814; all regions closed. 2024-11-08T18:18:27,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741849_1025 (size=2156) 2024-11-08T18:18:27,834 DEBUG [RS:0;2424dce0d377:38613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/oldWALs 2024-11-08T18:18:27,834 INFO [RS:0;2424dce0d377:38613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C38613%2C1731089899814.meta:.meta(num 1731089901162) 2024-11-08T18:18:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741850_1026 (size=796) 2024-11-08T18:18:27,838 DEBUG [RS:0;2424dce0d377:38613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/oldWALs 2024-11-08T18:18:27,838 INFO [RS:0;2424dce0d377:38613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C38613%2C1731089899814.rep:(num 1731089905419) 2024-11-08T18:18:27,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741848_1024 (size=93) 2024-11-08T18:18:27,844 DEBUG [RS:0;2424dce0d377:38613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/oldWALs 2024-11-08T18:18:27,844 INFO [RS:0;2424dce0d377:38613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C38613%2C1731089899814:(num 1731089900765) 2024-11-08T18:18:27,844 DEBUG [RS:0;2424dce0d377:38613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:27,844 INFO [RS:0;2424dce0d377:38613 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:18:27,844 INFO [RS:0;2424dce0d377:38613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:18:27,844 INFO [RS:0;2424dce0d377:38613 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:18:27,844 INFO [RS:0;2424dce0d377:38613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:18:27,844 INFO [RS:0;2424dce0d377:38613 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,38613,1731089899814 because: Region server is closing 2024-11-08T18:18:27,844 INFO [RS:0;2424dce0d377:38613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:38613. 2024-11-08T18:18:27,845 DEBUG [RS:0;2424dce0d377:38613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:27,845 DEBUG [RS:0;2424dce0d377:38613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:27,845 DEBUG [RS:0;2424dce0d377:38613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:27,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:27,845 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:18:27,845 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T18:18:27,845 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T18:18:27,845 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T18:18:27,945 WARN [RS:0;2424dce0d377:38613.replicationSource.wal-reader.2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:18:27,945 WARN [RS:0;2424dce0d377:38613.replicationSource.shipper2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T18:18:27,945 INFO [RS:0;2424dce0d377:38613 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;2424dce0d377:38613.replicationSource.shipper2424dce0d377%2C38613%2C1731089899814,1-2424dce0d377,38613,1731089899814 terminated 2024-11-08T18:18:27,945 INFO [RS:0;2424dce0d377:38613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38613 2024-11-08T18:18:28,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1163130772/rs/2424dce0d377,38613,1731089899814 2024-11-08T18:18:28,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772/rs 2024-11-08T18:18:28,007 INFO [RS:0;2424dce0d377:38613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:18:28,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,38613,1731089899814] 2024-11-08T18:18:28,233 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/draining/2424dce0d377,38613,1731089899814 already deleted, retry=false 2024-11-08T18:18:28,233 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,38613,1731089899814 expired; onlineServers=0 2024-11-08T18:18:28,233 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,37717,1731089899769' ***** 2024-11-08T18:18:28,233 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:18:28,233 INFO [M:0;2424dce0d377:37717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:18:28,233 INFO [M:0;2424dce0d377:37717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:18:28,233 DEBUG [M:0;2424dce0d377:37717 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:18:28,234 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:18:28,234 DEBUG [M:0;2424dce0d377:37717 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:18:28,234 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089900528 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089900528,5,FailOnTimeoutGroup] 2024-11-08T18:18:28,234 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089900528 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089900528,5,FailOnTimeoutGroup] 2024-11-08T18:18:28,234 INFO [M:0;2424dce0d377:37717 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:18:28,234 INFO [M:0;2424dce0d377:37717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:18:28,234 DEBUG [M:0;2424dce0d377:37717 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:18:28,234 INFO [M:0;2424dce0d377:37717 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:18:28,234 INFO [M:0;2424dce0d377:37717 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:18:28,234 INFO [M:0;2424dce0d377:37717 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:18:28,234 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:18:28,248 INFO [RS:0;2424dce0d377:38613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:18:28,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:28,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38613-0x1011bab58fd0007, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:28,248 INFO [RS:0;2424dce0d377:38613 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,38613,1731089899814; zookeeper connection closed. 2024-11-08T18:18:28,248 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d6cf669 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d6cf669 2024-11-08T18:18:28,248 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:18:28,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1163130772/master 2024-11-08T18:18:28,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1163130772 2024-11-08T18:18:28,404 DEBUG [M:0;2424dce0d377:37717 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1163130772/master already deleted, retry=false 2024-11-08T18:18:28,404 DEBUG [M:0;2424dce0d377:37717 {}] master.ActiveMasterManager(353): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1163130772/master 2024-11-08T18:18:28,405 INFO [M:0;2424dce0d377:37717 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/.lastflushedseqids 2024-11-08T18:18:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741852_1028 (size=181) 2024-11-08T18:18:28,812 INFO [M:0;2424dce0d377:37717 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:18:28,813 INFO [M:0;2424dce0d377:37717 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:18:28,813 DEBUG [M:0;2424dce0d377:37717 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:18:28,813 INFO [M:0;2424dce0d377:37717 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:28,813 DEBUG [M:0;2424dce0d377:37717 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:28,813 DEBUG [M:0;2424dce0d377:37717 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:18:28,813 DEBUG [M:0;2424dce0d377:37717 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:28,813 INFO [M:0;2424dce0d377:37717 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T18:18:28,830 DEBUG [M:0;2424dce0d377:37717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db256db841de47eba69842bba0a0c3aa is 82, key is hbase:meta,,1/info:regioninfo/1731089901205/Put/seqid=0 2024-11-08T18:18:28,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741853_1029 (size=5672) 2024-11-08T18:18:29,235 INFO [M:0;2424dce0d377:37717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db256db841de47eba69842bba0a0c3aa 2024-11-08T18:18:29,251 DEBUG [M:0;2424dce0d377:37717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d707153dbc63405ba1bce14d52945731 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731089905520/Put/seqid=0 2024-11-08T18:18:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741854_1030 (size=7312) 2024-11-08T18:18:29,657 INFO [M:0;2424dce0d377:37717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d707153dbc63405ba1bce14d52945731 2024-11-08T18:18:29,673 DEBUG [M:0;2424dce0d377:37717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/622f9c7e689b42059e160372ab0555a4 is 69, key is 2424dce0d377,38613,1731089899814/rs:state/1731089900565/Put/seqid=0 2024-11-08T18:18:29,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741855_1031 (size=5370) 2024-11-08T18:18:30,079 INFO [M:0;2424dce0d377:37717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/622f9c7e689b42059e160372ab0555a4 2024-11-08T18:18:30,085 INFO [M:0;2424dce0d377:37717 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 622f9c7e689b42059e160372ab0555a4 2024-11-08T18:18:30,086 DEBUG [M:0;2424dce0d377:37717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db256db841de47eba69842bba0a0c3aa as hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db256db841de47eba69842bba0a0c3aa 2024-11-08T18:18:30,091 INFO [M:0;2424dce0d377:37717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db256db841de47eba69842bba0a0c3aa, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T18:18:30,092 DEBUG [M:0;2424dce0d377:37717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d707153dbc63405ba1bce14d52945731 as hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d707153dbc63405ba1bce14d52945731 2024-11-08T18:18:30,097 INFO [M:0;2424dce0d377:37717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d707153dbc63405ba1bce14d52945731, entries=7, sequenceid=127, filesize=7.1 K 2024-11-08T18:18:30,098 DEBUG [M:0;2424dce0d377:37717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/622f9c7e689b42059e160372ab0555a4 as hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/622f9c7e689b42059e160372ab0555a4 2024-11-08T18:18:30,103 INFO [M:0;2424dce0d377:37717 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 622f9c7e689b42059e160372ab0555a4 2024-11-08T18:18:30,103 INFO [M:0;2424dce0d377:37717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35091/user/jenkins/test-data/84520c75-cb1b-c5ec-71bc-4d6c6226987e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/622f9c7e689b42059e160372ab0555a4, entries=2, sequenceid=127, filesize=5.2 K 2024-11-08T18:18:30,104 INFO [M:0;2424dce0d377:37717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false 2024-11-08T18:18:30,111 INFO [M:0;2424dce0d377:37717 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:30,111 DEBUG [M:0;2424dce0d377:37717 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089908813Disabling compacts and flushes for region at 1731089908813Disabling writes for close at 1731089908813Obtaining lock to block concurrent updates at 1731089908813Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089908813Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731089908813Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089908814 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089908814Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089908830 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089908830Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089909239 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089909251 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089909251Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089909661 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089909673 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089909673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d86cab9: reopening flushed file at 1731089910085 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709f57a1: reopening flushed file at 1731089910091 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff7ef1d: reopening flushed file at 1731089910098 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false at 1731089910104 (+6 ms)Writing region close event to WAL at 1731089910111 (+7 ms)Closed at 1731089910111 2024-11-08T18:18:30,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38451 is added to blk_1073741847_1023 (size=22903) 2024-11-08T18:18:30,121 INFO [M:0;2424dce0d377:37717 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:18:30,121 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:18:30,121 INFO [M:0;2424dce0d377:37717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37717 2024-11-08T18:18:30,121 INFO [M:0;2424dce0d377:37717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:18:30,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:30,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x1011bab58fd0006, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:30,240 INFO [M:0;2424dce0d377:37717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:18:30,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ba5d7bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:18:30,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fcf7252{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:18:30,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:18:30,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4af5d141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:18:30,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58023a65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/hadoop.log.dir/,STOPPED} 2024-11-08T18:18:30,252 WARN [BP-2129583554-172.17.0.3-1731089882466 heartbeating to localhost/127.0.0.1:35091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:18:30,252 WARN [BP-2129583554-172.17.0.3-1731089882466 heartbeating to localhost/127.0.0.1:35091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2129583554-172.17.0.3-1731089882466 (Datanode Uuid 34db4651-41f5-4249-acb4-dbfde753a623) service to localhost/127.0.0.1:35091 2024-11-08T18:18:30,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:18:30,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:18:30,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/cluster_6ec24fb3-d823-4ccf-f309-7a9d04b9d058/data/data2/current/BP-2129583554-172.17.0.3-1731089882466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:18:30,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/cluster_6ec24fb3-d823-4ccf-f309-7a9d04b9d058/data/data1/current/BP-2129583554-172.17.0.3-1731089882466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:18:30,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:18:30,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46b809c8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:18:30,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7851ebb6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:18:30,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:18:30,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a579743{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:18:30,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ece5ef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9e8785d-f991-3d81-e734-b8e2de53dd7b/hadoop.log.dir/,STOPPED} 2024-11-08T18:18:30,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:18:30,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:18:30,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54067) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54067) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41669 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35091 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=567 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 387) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2809 (was 2016) - AvailableMemoryMB LEAK? - 2024-11-08T18:18:30,309 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=567, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=2809 2024-11-08T18:18:30,328 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-08T18:18:30,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/hadoop.log.dir so I do NOT create it in target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc 2024-11-08T18:18:30,329 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:18:30,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/hadoop.tmp.dir so I do NOT create it in target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc 2024-11-08T18:18:30,329 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c49e389a-6fa4-baa6-9ef3-0c861c15d07f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:18:30,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc 2024-11-08T18:18:30,329 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/cluster_2da765d8-f195-43cd-06e6-4b62b6e8f8e7, deleteOnExit=true 2024-11-08T18:18:30,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/cluster_2da765d8-f195-43cd-06e6-4b62b6e8f8e7/zookeeper_0, clientPort=49991, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/cluster_2da765d8-f195-43cd-06e6-4b62b6e8f8e7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/cluster_2da765d8-f195-43cd-06e6-4b62b6e8f8e7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:18:30,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49991 2024-11-08T18:18:30,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:18:30,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:18:30,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/test.cache.data in system properties and HBase conf 2024-11-08T18:18:30,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:18:30,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:18:30,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:18:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:18:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:18:30,343 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:18:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:18:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:18:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:18:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:18:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:18:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:18:30,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:18:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:18:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:18:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:18:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:18:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:18:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:18:30,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:18:30,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011bab58fd0005, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:18:30,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011bab58fd0002, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:18:30,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011bab58fd0005, quorum=127.0.0.1:54067, baseZNode=/1-691830967 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:18:30,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011bab58fd0002, quorum=127.0.0.1:54067, baseZNode=/0-1163130772 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:18:30,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:30,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:18:30,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:18:30,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:18:30,655 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:18:30,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:30,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5bd915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:18:30,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37b0d004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:18:30,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@567906e5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/java.io.tmpdir/jetty-localhost-34819-hadoop-hdfs-3_4_1-tests_jar-_-any-14806899104956624305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:18:30,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27336d0b{HTTP/1.1, (http/1.1)}{localhost:34819} 2024-11-08T18:18:30,752 INFO [Time-limited test {}] server.Server(415): Started @172734ms 2024-11-08T18:18:31,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:31,033 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:18:31,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:18:31,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:18:31,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:18:31,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e4410b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:18:31,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da91c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:18:31,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c64928e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/java.io.tmpdir/jetty-localhost-40997-hadoop-hdfs-3_4_1-tests_jar-_-any-12451680738724158455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:18:31,151 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d844d4c{HTTP/1.1, (http/1.1)}{localhost:40997} 2024-11-08T18:18:31,151 INFO [Time-limited test {}] server.Server(415): Started @173134ms 2024-11-08T18:18:31,153 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:18:31,980 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/cluster_2da765d8-f195-43cd-06e6-4b62b6e8f8e7/data/data2/current/BP-64538036-172.17.0.3-1731089910364/current, will proceed with Du for space computation calculation, 2024-11-08T18:18:31,980 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/cluster_2da765d8-f195-43cd-06e6-4b62b6e8f8e7/data/data1/current/BP-64538036-172.17.0.3-1731089910364/current, will proceed with Du for space computation calculation, 2024-11-08T18:18:32,022 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:18:32,024 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a972500bb1fc460 with lease ID 0xc11040f5f8326e57: Processing first storage report for DS-4cbb0aca-72d8-43fd-a52c-bd84e09922da from datanode DatanodeRegistration(127.0.0.1:44713, datanodeUuid=dfbefc67-d3fa-4faf-87fd-ac78684b8e27, infoPort=46737, infoSecurePort=0, ipcPort=37493, storageInfo=lv=-57;cid=testClusterID;nsid=1973924227;c=1731089910364) 2024-11-08T18:18:32,024 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a972500bb1fc460 with lease ID 0xc11040f5f8326e57: from storage DS-4cbb0aca-72d8-43fd-a52c-bd84e09922da node DatanodeRegistration(127.0.0.1:44713, datanodeUuid=dfbefc67-d3fa-4faf-87fd-ac78684b8e27, infoPort=46737, infoSecurePort=0, ipcPort=37493, storageInfo=lv=-57;cid=testClusterID;nsid=1973924227;c=1731089910364), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:18:32,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a972500bb1fc460 with lease ID 0xc11040f5f8326e57: Processing first storage report for DS-03976ad2-0d7a-43a7-90ba-cd643b1a54fe from datanode DatanodeRegistration(127.0.0.1:44713, datanodeUuid=dfbefc67-d3fa-4faf-87fd-ac78684b8e27, infoPort=46737, infoSecurePort=0, ipcPort=37493, storageInfo=lv=-57;cid=testClusterID;nsid=1973924227;c=1731089910364) 2024-11-08T18:18:32,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a972500bb1fc460 with lease ID 0xc11040f5f8326e57: from storage DS-03976ad2-0d7a-43a7-90ba-cd643b1a54fe node DatanodeRegistration(127.0.0.1:44713, datanodeUuid=dfbefc67-d3fa-4faf-87fd-ac78684b8e27, infoPort=46737, infoSecurePort=0, ipcPort=37493, storageInfo=lv=-57;cid=testClusterID;nsid=1973924227;c=1731089910364), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:18:32,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc 2024-11-08T18:18:32,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:32,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:32,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:18:32,521 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba with version=8 2024-11-08T18:18:32,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/hbase-staging 2024-11-08T18:18:32,523 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:18:32,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:32,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:32,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:18:32,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:32,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:18:32,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:18:32,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:18:32,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38949 2024-11-08T18:18:32,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38949 connecting to ZooKeeper ensemble=127.0.0.1:49991 2024-11-08T18:18:32,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389490x0, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:32,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38949-0x1011babc5ec0000 connected 2024-11-08T18:18:32,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:32,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:32,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Set watcher on znode that does not yet exist, /0-494629317/running 2024-11-08T18:18:32,713 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba, hbase.cluster.distributed=false 2024-11-08T18:18:32,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Set watcher on znode that does not yet exist, /0-494629317/acl 2024-11-08T18:18:32,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38949 2024-11-08T18:18:32,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38949 2024-11-08T18:18:32,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38949 2024-11-08T18:18:32,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38949 2024-11-08T18:18:32,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38949 2024-11-08T18:18:32,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:18:32,737 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:18:32,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:32,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:32,737 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:18:32,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:32,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:18:32,737 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:18:32,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:18:32,739 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45587 2024-11-08T18:18:32,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45587 connecting to ZooKeeper ensemble=127.0.0.1:49991 2024-11-08T18:18:32,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:32,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:32,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455870x0, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:32,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455870x0, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Set watcher on znode that does not yet exist, /0-494629317/running 2024-11-08T18:18:32,770 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:18:32,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45587-0x1011babc5ec0001 connected 2024-11-08T18:18:32,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:32,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:32,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:32,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:32,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:32,784 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:18:32,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Set watcher on znode that does not yet exist, /0-494629317/master 2024-11-08T18:18:32,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Set watcher on znode that does not yet exist, /0-494629317/acl 2024-11-08T18:18:32,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45587 2024-11-08T18:18:32,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:32,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45587 2024-11-08T18:18:32,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45587 2024-11-08T18:18:32,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45587 2024-11-08T18:18:32,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45587 2024-11-08T18:18:32,830 DEBUG [M:0;2424dce0d377:38949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:38949 2024-11-08T18:18:32,831 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-494629317/backup-masters/2424dce0d377,38949,1731089912523 2024-11-08T18:18:32,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317/backup-masters 2024-11-08T18:18:32,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317/backup-masters 2024-11-08T18:18:32,844 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Set watcher on existing znode=/0-494629317/backup-masters/2424dce0d377,38949,1731089912523 2024-11-08T18:18:32,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:32,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-494629317/master 2024-11-08T18:18:32,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:32,854 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Set watcher on existing znode=/0-494629317/master 2024-11-08T18:18:32,855 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-494629317/backup-masters/2424dce0d377,38949,1731089912523 from backup master directory 2024-11-08T18:18:32,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317/backup-masters 2024-11-08T18:18:32,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-494629317/backup-masters/2424dce0d377,38949,1731089912523 2024-11-08T18:18:32,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317/backup-masters 2024-11-08T18:18:32,864 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:18:32,864 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,38949,1731089912523 2024-11-08T18:18:32,868 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/hbase.id] with ID: 450ec2ef-6a7a-42f5-bae8-c342f6ded9f7 2024-11-08T18:18:32,868 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/.tmp/hbase.id 2024-11-08T18:18:32,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:18:32,899 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/.tmp/hbase.id]:[hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/hbase.id] 2024-11-08T18:18:32,912 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:32,912 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:18:32,913 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:18:32,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:32,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:32,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:18:32,935 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:18:32,935 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:18:32,936 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:32,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:18:32,949 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store 2024-11-08T18:18:32,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:18:32,967 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:32,967 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:18:32,967 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:32,967 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:32,967 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:18:32,967 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:32,967 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:32,967 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089912967Disabling compacts and flushes for region at 1731089912967Disabling writes for close at 1731089912967Writing region close event to WAL at 1731089912967Closed at 1731089912967 2024-11-08T18:18:32,968 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/.initializing 2024-11-08T18:18:32,968 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/WALs/2424dce0d377,38949,1731089912523 2024-11-08T18:18:32,969 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:18:32,971 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C38949%2C1731089912523, suffix=, logDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/WALs/2424dce0d377,38949,1731089912523, archiveDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/oldWALs, maxLogs=10 2024-11-08T18:18:32,986 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/WALs/2424dce0d377,38949,1731089912523/2424dce0d377%2C38949%2C1731089912523.1731089912971, exclude list is [], retry=0 2024-11-08T18:18:32,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-4cbb0aca-72d8-43fd-a52c-bd84e09922da,DISK] 2024-11-08T18:18:32,996 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/WALs/2424dce0d377,38949,1731089912523/2424dce0d377%2C38949%2C1731089912523.1731089912971 2024-11-08T18:18:32,997 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46737:46737)] 2024-11-08T18:18:32,997 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:32,997 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:32,998 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:32,998 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:33,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:33,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:18:33,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:33,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:33,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:33,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:18:33,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:33,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:33,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:33,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:18:33,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:33,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:33,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:33,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:18:33,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:33,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:33,010 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:33,011 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:33,011 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:33,012 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:33,012 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:33,013 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:33,014 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:33,017 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:33,018 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60791589, jitterRate=-0.09413473308086395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:33,019 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089912998Initializing all the Stores at 1731089912999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089912999Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089913002 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089913002Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089913002Cleaning up temporary data from old regions at 1731089913012 (+10 ms)Region opened successfully at 1731089913019 (+7 ms) 2024-11-08T18:18:33,020 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:18:33,024 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2864183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:18:33,025 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:18:33,025 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:18:33,025 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:18:33,025 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:18:33,026 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:18:33,026 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:18:33,026 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:18:33,038 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:18:33,039 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Unable to get data of znode /0-494629317/balancer because node does not exist (not necessarily an error) 2024-11-08T18:18:33,047 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-494629317/balancer already deleted, retry=false 2024-11-08T18:18:33,048 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:18:33,049 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Unable to get data of znode /0-494629317/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:18:33,057 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-494629317/normalizer already deleted, retry=false 2024-11-08T18:18:33,058 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:18:33,059 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Unable to get data of znode /0-494629317/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:18:33,199 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-494629317/switch/split already deleted, retry=false 2024-11-08T18:18:33,199 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Unable to get data of znode /0-494629317/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:18:33,286 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-494629317/switch/merge already deleted, retry=false 2024-11-08T18:18:33,287 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Unable to get data of znode /0-494629317/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:18:33,415 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-494629317/snapshot-cleanup already deleted, retry=false 2024-11-08T18:18:33,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-494629317/running 2024-11-08T18:18:33,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-494629317/running 2024-11-08T18:18:33,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:33,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:33,519 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,38949,1731089912523, sessionid=0x1011babc5ec0000, setting cluster-up flag (Was=false) 2024-11-08T18:18:33,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:33,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:33,689 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-494629317/flush-table-proc/acquired, /0-494629317/flush-table-proc/reached, /0-494629317/flush-table-proc/abort 2024-11-08T18:18:33,690 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,38949,1731089912523 2024-11-08T18:18:33,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:33,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:33,853 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-494629317/online-snapshot/acquired, /0-494629317/online-snapshot/reached, /0-494629317/online-snapshot/abort 2024-11-08T18:18:33,854 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,38949,1731089912523 2024-11-08T18:18:33,855 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:18:33,857 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:33,857 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:18:33,857 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:18:33,857 WARN [master/2424dce0d377:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2424dce0d377,36051,1731089884479: status=Processing ServerCrashProcedure of 2424dce0d377,36051,1731089884479 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731089900527, completionTime=-1 appears to have been leaked 2024-11-08T18:18:33,857 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,38949,1731089912523 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:18:33,859 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:33,859 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:33,859 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:33,859 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:33,859 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:18:33,859 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,859 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:18:33,859 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,860 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:33,860 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:18:33,861 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:33,861 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:18:33,865 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089943864 2024-11-08T18:18:33,865 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:18:33,865 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:18:33,865 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:18:33,865 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:18:33,865 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:18:33,865 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:18:33,872 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,874 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:18:33,874 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:18:33,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:18:33,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:18:33,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:18:33,880 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:18:33,880 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:18:33,882 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089913880,5,FailOnTimeoutGroup] 2024-11-08T18:18:33,882 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089913882,5,FailOnTimeoutGroup] 2024-11-08T18:18:33,882 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,882 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:18:33,883 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,883 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,915 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(746): ClusterId : 450ec2ef-6a7a-42f5-bae8-c342f6ded9f7 2024-11-08T18:18:33,915 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:18:33,927 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:18:33,927 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:18:33,938 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:18:33,938 DEBUG [RS:0;2424dce0d377:45587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3d39b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:18:33,948 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:45587 2024-11-08T18:18:33,948 INFO [RS:0;2424dce0d377:45587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:18:33,948 INFO [RS:0;2424dce0d377:45587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:18:33,948 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:18:33,949 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,38949,1731089912523 with port=45587, startcode=1731089912736 2024-11-08T18:18:33,949 DEBUG [RS:0;2424dce0d377:45587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:18:33,950 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:18:33,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,45587,1731089912736 2024-11-08T18:18:33,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38949 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,45587,1731089912736 2024-11-08T18:18:33,952 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba 2024-11-08T18:18:33,952 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35203 2024-11-08T18:18:33,952 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:18:33,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317/rs 2024-11-08T18:18:33,963 DEBUG [RS:0;2424dce0d377:45587 {}] zookeeper.ZKUtil(111): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Set watcher on existing znode=/0-494629317/rs/2424dce0d377,45587,1731089912736 2024-11-08T18:18:33,963 WARN [RS:0;2424dce0d377:45587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:18:33,963 INFO [RS:0;2424dce0d377:45587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:33,963 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736 2024-11-08T18:18:33,963 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,45587,1731089912736] 2024-11-08T18:18:33,967 INFO [RS:0;2424dce0d377:45587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:18:33,968 INFO [RS:0;2424dce0d377:45587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:18:33,968 INFO [RS:0;2424dce0d377:45587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:18:33,968 INFO [RS:0;2424dce0d377:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,972 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:18:33,973 INFO [RS:0;2424dce0d377:45587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:18:33,973 INFO [RS:0;2424dce0d377:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:18:33,973 DEBUG [RS:0;2424dce0d377:45587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:18:33,975 INFO [RS:0;2424dce0d377:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,975 INFO [RS:0;2424dce0d377:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,975 INFO [RS:0;2424dce0d377:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,976 INFO [RS:0;2424dce0d377:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,976 INFO [RS:0;2424dce0d377:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,976 INFO [RS:0;2424dce0d377:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45587,1731089912736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:18:33,992 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:18:33,993 INFO [RS:0;2424dce0d377:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45587,1731089912736-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,993 INFO [RS:0;2424dce0d377:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:33,993 INFO [RS:0;2424dce0d377:45587 {}] regionserver.Replication(171): 2424dce0d377,45587,1731089912736 started 2024-11-08T18:18:34,010 INFO [RS:0;2424dce0d377:45587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:34,010 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,45587,1731089912736, RpcServer on 2424dce0d377/172.17.0.3:45587, sessionid=0x1011babc5ec0001 2024-11-08T18:18:34,010 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:18:34,010 DEBUG [RS:0;2424dce0d377:45587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,45587,1731089912736 2024-11-08T18:18:34,010 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,45587,1731089912736' 2024-11-08T18:18:34,011 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-494629317/flush-table-proc/abort' 2024-11-08T18:18:34,011 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-494629317/flush-table-proc/acquired' 2024-11-08T18:18:34,011 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:18:34,011 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:18:34,011 DEBUG [RS:0;2424dce0d377:45587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,45587,1731089912736 2024-11-08T18:18:34,011 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,45587,1731089912736' 2024-11-08T18:18:34,011 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-494629317/online-snapshot/abort' 2024-11-08T18:18:34,012 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-494629317/online-snapshot/acquired' 2024-11-08T18:18:34,012 DEBUG [RS:0;2424dce0d377:45587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:18:34,012 INFO [RS:0;2424dce0d377:45587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:18:34,012 INFO [RS:0;2424dce0d377:45587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:18:34,112 INFO [RS:0;2424dce0d377:45587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:18:34,114 INFO [RS:0;2424dce0d377:45587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C45587%2C1731089912736, suffix=, logDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736, archiveDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/oldWALs, maxLogs=10 2024-11-08T18:18:34,130 DEBUG [RS:0;2424dce0d377:45587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115, exclude list is [], retry=0 2024-11-08T18:18:34,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-4cbb0aca-72d8-43fd-a52c-bd84e09922da,DISK] 2024-11-08T18:18:34,149 INFO [RS:0;2424dce0d377:45587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 2024-11-08T18:18:34,152 DEBUG [RS:0;2424dce0d377:45587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46737:46737)] 2024-11-08T18:18:34,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:18:34,279 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba 2024-11-08T18:18:34,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:18:34,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:34,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:18:34,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:18:34,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:34,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:34,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:18:34,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:18:34,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:34,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:34,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:18:34,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:18:34,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:34,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:34,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:18:34,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:18:34,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:34,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:34,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:18:34,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740 2024-11-08T18:18:34,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740 2024-11-08T18:18:34,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:18:34,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:18:34,698 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:34,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:18:34,701 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:34,701 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62003866, jitterRate=-0.0760703980922699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:34,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089914686Initializing all the Stores at 1731089914687 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089914687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089914687Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089914688 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089914688Cleaning up temporary data from old regions at 1731089914697 (+9 ms)Region opened successfully at 1731089914702 (+5 ms) 2024-11-08T18:18:34,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:18:34,702 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:18:34,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:18:34,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:18:34,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:18:34,703 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:34,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089914702Disabling compacts and flushes for region at 1731089914702Disabling writes for close at 1731089914702Writing region close event to WAL at 1731089914703 (+1 ms)Closed at 1731089914703 2024-11-08T18:18:34,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:34,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:18:34,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:18:34,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:18:34,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:18:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:18:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:34,856 DEBUG [2424dce0d377:38949 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:18:34,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,45587,1731089912736 2024-11-08T18:18:34,858 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,45587,1731089912736, state=OPENING 2024-11-08T18:18:34,868 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:18:34,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:34,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:34,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-494629317/meta-region-server: CHANGED 2024-11-08T18:18:34,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-494629317/meta-region-server: CHANGED 2024-11-08T18:18:34,879 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:18:34,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,45587,1731089912736}] 2024-11-08T18:18:35,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:18:35,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:18:35,036 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:18:35,036 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:35,036 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:18:35,037 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C45587%2C1731089912736.meta, suffix=.meta, logDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736, archiveDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/oldWALs, maxLogs=10 2024-11-08T18:18:35,054 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.meta.1731089915038.meta, exclude list is [], retry=0 2024-11-08T18:18:35,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-4cbb0aca-72d8-43fd-a52c-bd84e09922da,DISK] 2024-11-08T18:18:35,059 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.meta.1731089915038.meta 2024-11-08T18:18:35,060 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46737:46737)] 2024-11-08T18:18:35,060 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:35,060 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:18:35,060 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:18:35,060 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:18:35,060 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:18:35,060 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:18:35,061 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:35,061 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:18:35,061 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:18:35,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:18:35,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:18:35,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:35,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:35,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:18:35,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:18:35,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:35,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:35,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:18:35,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:18:35,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:35,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:35,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:18:35,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:18:35,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:35,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:35,074 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:18:35,075 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740 2024-11-08T18:18:35,076 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740 2024-11-08T18:18:35,078 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:18:35,078 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:18:35,078 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:35,085 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:18:35,086 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69912372, jitterRate=0.041775524616241455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:35,086 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:18:35,087 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089915061Writing region info on filesystem at 1731089915061Initializing all the Stores at 1731089915062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089915063 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089915063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089915063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089915063Cleaning up temporary data from old regions at 1731089915078 (+15 ms)Running coprocessor post-open hooks at 1731089915086 (+8 ms)Region opened successfully at 1731089915087 (+1 ms) 2024-11-08T18:18:35,088 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089915031 2024-11-08T18:18:35,092 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:18:35,092 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:18:35,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,45587,1731089912736 2024-11-08T18:18:35,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,45587,1731089912736, state=OPEN 2024-11-08T18:18:35,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-494629317/meta-region-server 2024-11-08T18:18:35,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-494629317/meta-region-server 2024-11-08T18:18:35,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-494629317/meta-region-server: CHANGED 2024-11-08T18:18:35,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-494629317/meta-region-server: CHANGED 2024-11-08T18:18:35,132 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,45587,1731089912736 2024-11-08T18:18:35,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:18:35,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,45587,1731089912736 in 254 msec 2024-11-08T18:18:35,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:18:35,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-08T18:18:35,139 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:35,140 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:18:35,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:35,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,45587,1731089912736, seqNum=-1] 2024-11-08T18:18:35,142 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:35,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:35,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-08T18:18:35,154 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089915153, completionTime=-1 2024-11-08T18:18:35,154 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:18:35,154 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:18:35,157 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:18:35,157 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731089975157 2024-11-08T18:18:35,157 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090035157 2024-11-08T18:18:35,157 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T18:18:35,157 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38949,1731089912523-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:35,157 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38949,1731089912523-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:35,158 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38949,1731089912523-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:35,158 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:38949, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:35,158 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:35,162 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:18:35,165 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:35,175 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.311sec 2024-11-08T18:18:35,175 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:18:35,175 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:18:35,175 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:18:35,175 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:18:35,175 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:18:35,175 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38949,1731089912523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:18:35,175 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38949,1731089912523-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:18:35,183 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:18:35,184 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:18:35,184 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38949,1731089912523-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:35,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44673434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:35,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,38949,-1 for getting cluster id 2024-11-08T18:18:35,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:35,249 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '450ec2ef-6a7a-42f5-bae8-c342f6ded9f7' 2024-11-08T18:18:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "450ec2ef-6a7a-42f5-bae8-c342f6ded9f7" 2024-11-08T18:18:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16549fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,38949,-1] 2024-11-08T18:18:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:35,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:35,252 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:35,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa45283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:35,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:35,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,45587,1731089912736, seqNum=-1] 2024-11-08T18:18:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:35,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:35,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,38949,1731089912523 2024-11-08T18:18:35,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49991 2024-11-08T18:18:35,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:35,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011babc5ec0002 connected 2024-11-08T18:18:35,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/hadoop.log.dir so I do NOT create it in target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da 2024-11-08T18:18:35,313 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:18:35,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/hadoop.tmp.dir so I do NOT create it in target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da 2024-11-08T18:18:35,313 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:18:35,313 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da 2024-11-08T18:18:35,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:18:35,313 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/cluster_39bb5b55-34b9-60ed-5b04-614dd6e125af, deleteOnExit=true 2024-11-08T18:18:35,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:18:35,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/test.cache.data in system properties and HBase conf 2024-11-08T18:18:35,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:18:35,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:18:35,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:18:35,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:18:35,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:18:35,314 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:18:35,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:18:35,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:18:35,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:18:35,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:18:35,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:18:35,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:18:35,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:18:35,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:18:35,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:18:35,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:18:35,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:18:35,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:18:35,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:18:35,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:18:35,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:35,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:18:35,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:18:35,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:18:35,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:18:35,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:35,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46c2b0a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:18:35,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eb20e72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:18:35,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@337522c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/java.io.tmpdir/jetty-localhost-37227-hadoop-hdfs-3_4_1-tests_jar-_-any-409145487838249784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:18:35,848 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@530955be{HTTP/1.1, (http/1.1)}{localhost:37227} 2024-11-08T18:18:35,848 INFO [Time-limited test {}] server.Server(415): Started @177831ms 2024-11-08T18:18:36,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:36,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:18:36,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:18:36,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:18:36,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:18:36,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525768e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:18:36,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b43a9ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:18:36,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12103eba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/java.io.tmpdir/jetty-localhost-37387-hadoop-hdfs-3_4_1-tests_jar-_-any-6391573179658336088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:18:36,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e92dc6a{HTTP/1.1, (http/1.1)}{localhost:37387} 2024-11-08T18:18:36,256 INFO [Time-limited test {}] server.Server(415): Started @178238ms 2024-11-08T18:18:36,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:18:36,994 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/cluster_39bb5b55-34b9-60ed-5b04-614dd6e125af/data/data1/current/BP-1316277165-172.17.0.3-1731089915342/current, will proceed with Du for space computation calculation, 2024-11-08T18:18:36,994 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/cluster_39bb5b55-34b9-60ed-5b04-614dd6e125af/data/data2/current/BP-1316277165-172.17.0.3-1731089915342/current, will proceed with Du for space computation calculation, 2024-11-08T18:18:37,015 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:18:37,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e4b09bd8c74c78 with lease ID 0xb62cd33223b0004e: Processing first storage report for DS-bf793ea7-ec99-4f53-ac1c-016989a22fa5 from datanode DatanodeRegistration(127.0.0.1:39575, datanodeUuid=0bb0325f-a546-487c-97b3-c85e58f81624, infoPort=45675, infoSecurePort=0, ipcPort=33789, storageInfo=lv=-57;cid=testClusterID;nsid=1493422159;c=1731089915342) 2024-11-08T18:18:37,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e4b09bd8c74c78 with lease ID 0xb62cd33223b0004e: from storage DS-bf793ea7-ec99-4f53-ac1c-016989a22fa5 node DatanodeRegistration(127.0.0.1:39575, datanodeUuid=0bb0325f-a546-487c-97b3-c85e58f81624, infoPort=45675, infoSecurePort=0, ipcPort=33789, storageInfo=lv=-57;cid=testClusterID;nsid=1493422159;c=1731089915342), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T18:18:37,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22e4b09bd8c74c78 with lease ID 0xb62cd33223b0004e: Processing first storage report for DS-de6cf972-f882-4b06-8f60-fda62588f029 from datanode DatanodeRegistration(127.0.0.1:39575, datanodeUuid=0bb0325f-a546-487c-97b3-c85e58f81624, infoPort=45675, infoSecurePort=0, ipcPort=33789, storageInfo=lv=-57;cid=testClusterID;nsid=1493422159;c=1731089915342) 2024-11-08T18:18:37,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22e4b09bd8c74c78 with lease ID 0xb62cd33223b0004e: from storage DS-de6cf972-f882-4b06-8f60-fda62588f029 node DatanodeRegistration(127.0.0.1:39575, datanodeUuid=0bb0325f-a546-487c-97b3-c85e58f81624, infoPort=45675, infoSecurePort=0, ipcPort=33789, storageInfo=lv=-57;cid=testClusterID;nsid=1493422159;c=1731089915342), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:18:37,090 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da 2024-11-08T18:18:37,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:37,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:37,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:18:37,500 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8 with version=8 2024-11-08T18:18:37,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/hbase-staging 2024-11-08T18:18:37,503 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:18:37,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:37,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:37,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:18:37,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:37,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:18:37,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:18:37,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:18:37,505 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40005 2024-11-08T18:18:37,507 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40005 connecting to ZooKeeper ensemble=127.0.0.1:49991 2024-11-08T18:18:37,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400050x0, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:37,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40005-0x1011babc5ec0003 connected 2024-11-08T18:18:37,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:37,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:37,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Set watcher on znode that does not yet exist, /161291614/running 2024-11-08T18:18:37,658 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8, hbase.cluster.distributed=false 2024-11-08T18:18:37,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Set watcher on znode that does not yet exist, /161291614/acl 2024-11-08T18:18:37,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40005 2024-11-08T18:18:37,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40005 2024-11-08T18:18:37,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40005 2024-11-08T18:18:37,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40005 2024-11-08T18:18:37,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40005 2024-11-08T18:18:37,678 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:18:37,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:37,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:37,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:18:37,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:18:37,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:18:37,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:18:37,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:18:37,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38279 2024-11-08T18:18:37,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38279 connecting to ZooKeeper ensemble=127.0.0.1:49991 2024-11-08T18:18:37,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:37,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:37,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382790x0, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:37,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382790x0, quorum=127.0.0.1:49991, baseZNode=/161291614 Set watcher on znode that does not yet exist, /161291614/running 2024-11-08T18:18:37,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38279-0x1011babc5ec0004 connected 2024-11-08T18:18:37,700 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:18:37,701 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:18:37,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Set watcher on znode that does not yet exist, /161291614/master 2024-11-08T18:18:37,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Set watcher on znode that does not yet exist, /161291614/acl 2024-11-08T18:18:37,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38279 2024-11-08T18:18:37,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38279 2024-11-08T18:18:37,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38279 2024-11-08T18:18:37,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38279 2024-11-08T18:18:37,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38279 2024-11-08T18:18:37,723 DEBUG [M:0;2424dce0d377:40005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:40005 2024-11-08T18:18:37,724 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /161291614/backup-masters/2424dce0d377,40005,1731089917503 2024-11-08T18:18:37,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614/backup-masters 2024-11-08T18:18:37,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614/backup-masters 2024-11-08T18:18:37,731 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Set watcher on existing znode=/161291614/backup-masters/2424dce0d377,40005,1731089917503 2024-11-08T18:18:37,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/161291614/master 2024-11-08T18:18:37,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:37,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:37,742 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Set watcher on existing znode=/161291614/master 2024-11-08T18:18:37,742 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /161291614/backup-masters/2424dce0d377,40005,1731089917503 from backup master directory 2024-11-08T18:18:37,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/161291614/backup-masters/2424dce0d377,40005,1731089917503 2024-11-08T18:18:37,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614/backup-masters 2024-11-08T18:18:37,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614/backup-masters 2024-11-08T18:18:37,752 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:18:37,752 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,40005,1731089917503 2024-11-08T18:18:37,755 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/hbase.id] with ID: dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a 2024-11-08T18:18:37,755 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/.tmp/hbase.id 2024-11-08T18:18:37,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:18:38,162 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/.tmp/hbase.id]:[hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/hbase.id] 2024-11-08T18:18:38,181 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:38,181 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:18:38,183 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T18:18:38,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:38,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:38,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:18:38,266 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:18:38,267 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:18:38,272 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:38,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:18:38,295 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store 2024-11-08T18:18:38,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:18:38,356 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:38,356 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:18:38,356 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:38,356 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:38,356 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:18:38,356 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:38,356 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:38,356 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089918356Disabling compacts and flushes for region at 1731089918356Disabling writes for close at 1731089918356Writing region close event to WAL at 1731089918356Closed at 1731089918356 2024-11-08T18:18:38,357 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/.initializing 2024-11-08T18:18:38,358 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/WALs/2424dce0d377,40005,1731089917503 2024-11-08T18:18:38,359 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:18:38,360 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C40005%2C1731089917503, suffix=, logDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/WALs/2424dce0d377,40005,1731089917503, archiveDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/oldWALs, maxLogs=10 2024-11-08T18:18:38,393 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/WALs/2424dce0d377,40005,1731089917503/2424dce0d377%2C40005%2C1731089917503.1731089918361, exclude list is [], retry=0 2024-11-08T18:18:38,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39575,DS-bf793ea7-ec99-4f53-ac1c-016989a22fa5,DISK] 2024-11-08T18:18:38,453 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/WALs/2424dce0d377,40005,1731089917503/2424dce0d377%2C40005%2C1731089917503.1731089918361 2024-11-08T18:18:38,456 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45675:45675)] 2024-11-08T18:18:38,456 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:38,457 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:38,457 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:38,457 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:38,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:38,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:18:38,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:38,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:38,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:38,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:18:38,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:38,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:38,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:38,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:18:38,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:38,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:38,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:38,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:18:38,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:38,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:38,500 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:38,501 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:38,501 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:38,503 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:38,503 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:38,504 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:38,505 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:18:38,523 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:38,524 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60981140, jitterRate=-0.09131020307540894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:38,524 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089918457Initializing all the Stores at 1731089918458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089918458Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089918463 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089918463Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089918463Cleaning up temporary data from old regions at 1731089918503 (+40 ms)Region opened successfully at 1731089918524 (+21 ms) 2024-11-08T18:18:38,540 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:18:38,544 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5026160d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:18:38,546 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:18:38,546 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:18:38,546 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:18:38,546 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:18:38,547 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:18:38,547 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:18:38,547 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:18:38,566 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:18:38,567 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Unable to get data of znode /161291614/balancer because node does not exist (not necessarily an error) 2024-11-08T18:18:38,579 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /161291614/balancer already deleted, retry=false 2024-11-08T18:18:38,580 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:18:38,581 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Unable to get data of znode /161291614/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:18:38,590 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /161291614/normalizer already deleted, retry=false 2024-11-08T18:18:38,590 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:18:38,593 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Unable to get data of znode /161291614/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:18:38,608 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /161291614/switch/split already deleted, retry=false 2024-11-08T18:18:38,612 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Unable to get data of znode /161291614/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:18:38,622 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /161291614/switch/merge already deleted, retry=false 2024-11-08T18:18:38,626 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Unable to get data of znode /161291614/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:18:38,637 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /161291614/snapshot-cleanup already deleted, retry=false 2024-11-08T18:18:38,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/161291614/running 2024-11-08T18:18:38,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:38,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/161291614/running 2024-11-08T18:18:38,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:38,651 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,40005,1731089917503, sessionid=0x1011babc5ec0003, setting cluster-up flag (Was=false) 2024-11-08T18:18:38,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:38,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:38,781 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /161291614/flush-table-proc/acquired, /161291614/flush-table-proc/reached, /161291614/flush-table-proc/abort 2024-11-08T18:18:38,783 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,40005,1731089917503 2024-11-08T18:18:38,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:38,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:38,836 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /161291614/online-snapshot/acquired, /161291614/online-snapshot/reached, /161291614/online-snapshot/abort 2024-11-08T18:18:38,837 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,40005,1731089917503 2024-11-08T18:18:38,849 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:18:38,857 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:38,858 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:18:38,858 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:18:38,858 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,40005,1731089917503 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:18:38,859 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:38,859 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:38,860 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:38,860 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:18:38,860 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:18:38,860 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,860 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:18:38,860 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,861 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:38,861 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:18:38,862 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089948861 2024-11-08T18:18:38,862 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:18:38,862 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:18:38,862 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:18:38,862 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:18:38,862 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:18:38,862 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:18:38,863 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:38,863 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:18:38,868 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:38,872 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:18:38,872 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:18:38,873 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:18:38,873 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:18:38,873 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:18:38,873 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:18:38,876 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089918873,5,FailOnTimeoutGroup] 2024-11-08T18:18:38,880 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089918876,5,FailOnTimeoutGroup] 2024-11-08T18:18:38,880 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:38,880 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:18:38,880 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:38,880 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:38,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:18:38,888 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:18:38,888 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8 2024-11-08T18:18:38,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:18:38,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:38,913 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(746): ClusterId : dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a 2024-11-08T18:18:38,914 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:18:38,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:18:38,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:18:38,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:38,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:38,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:18:38,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:18:38,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:38,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:38,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:18:38,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:18:38,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:38,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:38,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:18:38,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:18:38,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:38,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:38,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:18:38,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740 2024-11-08T18:18:38,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740 2024-11-08T18:18:38,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:18:38,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:18:38,932 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:38,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:18:38,933 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:18:38,933 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:18:38,935 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:38,935 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66780257, jitterRate=-0.004896625876426697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:38,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089918911Initializing all the Stores at 1731089918912 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089918912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089918916 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089918916Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089918916Cleaning up temporary data from old regions at 1731089918932 (+16 ms)Region opened successfully at 1731089918935 (+3 ms) 2024-11-08T18:18:38,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:18:38,936 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:18:38,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:18:38,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:18:38,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:18:38,936 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:38,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089918936Disabling compacts and flushes for region at 1731089918936Disabling writes for close at 1731089918936Writing region close event to WAL at 1731089918936Closed at 1731089918936 2024-11-08T18:18:38,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:38,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:18:38,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:18:38,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:18:38,939 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:18:38,942 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:18:38,942 DEBUG [RS:0;2424dce0d377:38279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f968726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:18:38,959 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:38279 2024-11-08T18:18:38,959 INFO [RS:0;2424dce0d377:38279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:18:38,959 INFO [RS:0;2424dce0d377:38279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:18:38,959 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:18:38,960 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,40005,1731089917503 with port=38279, startcode=1731089917678 2024-11-08T18:18:38,960 DEBUG [RS:0;2424dce0d377:38279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:18:38,965 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:18:38,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,38279,1731089917678 2024-11-08T18:18:38,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40005 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,38279,1731089917678 2024-11-08T18:18:38,966 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8 2024-11-08T18:18:38,966 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43815 2024-11-08T18:18:38,966 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:18:38,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614/rs 2024-11-08T18:18:38,980 DEBUG [RS:0;2424dce0d377:38279 {}] zookeeper.ZKUtil(111): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Set watcher on existing znode=/161291614/rs/2424dce0d377,38279,1731089917678 2024-11-08T18:18:38,980 WARN [RS:0;2424dce0d377:38279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:18:38,980 INFO [RS:0;2424dce0d377:38279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:38,980 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678 2024-11-08T18:18:38,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,38279,1731089917678] 2024-11-08T18:18:38,982 INFO [RS:0;2424dce0d377:38279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:18:38,983 INFO [RS:0;2424dce0d377:38279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:18:38,984 INFO [RS:0;2424dce0d377:38279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:18:38,984 INFO [RS:0;2424dce0d377:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:38,988 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:18:38,989 INFO [RS:0;2424dce0d377:38279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:18:38,989 INFO [RS:0;2424dce0d377:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:18:38,989 DEBUG [RS:0;2424dce0d377:38279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:18:38,992 INFO [RS:0;2424dce0d377:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:38,992 INFO [RS:0;2424dce0d377:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:38,992 INFO [RS:0;2424dce0d377:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:38,992 INFO [RS:0;2424dce0d377:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:38,992 INFO [RS:0;2424dce0d377:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:38,992 INFO [RS:0;2424dce0d377:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38279,1731089917678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:18:39,016 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:18:39,016 INFO [RS:0;2424dce0d377:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,38279,1731089917678-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:39,016 INFO [RS:0;2424dce0d377:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:39,016 INFO [RS:0;2424dce0d377:38279 {}] regionserver.Replication(171): 2424dce0d377,38279,1731089917678 started 2024-11-08T18:18:39,036 INFO [RS:0;2424dce0d377:38279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:39,036 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,38279,1731089917678, RpcServer on 2424dce0d377/172.17.0.3:38279, sessionid=0x1011babc5ec0004 2024-11-08T18:18:39,036 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:18:39,036 DEBUG [RS:0;2424dce0d377:38279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,38279,1731089917678 2024-11-08T18:18:39,036 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,38279,1731089917678' 2024-11-08T18:18:39,036 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/161291614/flush-table-proc/abort' 2024-11-08T18:18:39,037 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/161291614/flush-table-proc/acquired' 2024-11-08T18:18:39,037 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:18:39,037 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:18:39,037 DEBUG [RS:0;2424dce0d377:38279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,38279,1731089917678 2024-11-08T18:18:39,037 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,38279,1731089917678' 2024-11-08T18:18:39,037 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/161291614/online-snapshot/abort' 2024-11-08T18:18:39,038 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/161291614/online-snapshot/acquired' 2024-11-08T18:18:39,038 DEBUG [RS:0;2424dce0d377:38279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:18:39,038 INFO [RS:0;2424dce0d377:38279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:18:39,038 INFO [RS:0;2424dce0d377:38279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:18:39,089 WARN [2424dce0d377:40005 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T18:18:39,139 INFO [RS:0;2424dce0d377:38279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:18:39,140 INFO [RS:0;2424dce0d377:38279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C38279%2C1731089917678, suffix=, logDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678, archiveDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/oldWALs, maxLogs=10 2024-11-08T18:18:39,156 DEBUG [RS:0;2424dce0d377:38279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141, exclude list is [], retry=0 2024-11-08T18:18:39,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39575,DS-bf793ea7-ec99-4f53-ac1c-016989a22fa5,DISK] 2024-11-08T18:18:39,160 INFO [RS:0;2424dce0d377:38279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 2024-11-08T18:18:39,160 DEBUG [RS:0;2424dce0d377:38279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45675:45675)] 2024-11-08T18:18:39,339 DEBUG [2424dce0d377:40005 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:18:39,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,38279,1731089917678 2024-11-08T18:18:39,341 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,38279,1731089917678, state=OPENING 2024-11-08T18:18:39,437 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:18:39,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:39,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:39,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /161291614/meta-region-server: CHANGED 2024-11-08T18:18:39,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /161291614/meta-region-server: CHANGED 2024-11-08T18:18:39,458 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:18:39,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,38279,1731089917678}] 2024-11-08T18:18:39,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:18:39,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:18:39,619 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:18:39,619 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:39,619 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:18:39,629 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C38279%2C1731089917678.meta, suffix=.meta, logDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678, archiveDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/oldWALs, maxLogs=10 2024-11-08T18:18:39,648 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.meta.1731089919630.meta, exclude list is [], retry=0 2024-11-08T18:18:39,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39575,DS-bf793ea7-ec99-4f53-ac1c-016989a22fa5,DISK] 2024-11-08T18:18:39,656 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.meta.1731089919630.meta 2024-11-08T18:18:39,657 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45675:45675)] 2024-11-08T18:18:39,657 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:39,658 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:18:39,658 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:18:39,658 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:18:39,658 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:18:39,658 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:18:39,658 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:39,658 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:18:39,658 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:18:39,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:18:39,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:18:39,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:39,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:39,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:18:39,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:18:39,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:39,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:39,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:18:39,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:18:39,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:39,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:39,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:18:39,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:18:39,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:39,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:18:39,668 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:18:39,669 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740 2024-11-08T18:18:39,670 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740 2024-11-08T18:18:39,672 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:18:39,672 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:18:39,672 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:18:39,674 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:18:39,674 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75148934, jitterRate=0.11980637907981873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:18:39,675 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:18:39,675 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089919659Writing region info on filesystem at 1731089919659Initializing all the Stores at 1731089919661 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089919661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089919661Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089919661Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089919661Cleaning up temporary data from old regions at 1731089919672 (+11 ms)Running coprocessor post-open hooks at 1731089919675 (+3 ms)Region opened successfully at 1731089919675 2024-11-08T18:18:39,676 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089919612 2024-11-08T18:18:39,679 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:18:39,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,38279,1731089917678 2024-11-08T18:18:39,679 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:18:39,679 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,38279,1731089917678, state=OPEN 2024-11-08T18:18:39,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/161291614/meta-region-server 2024-11-08T18:18:39,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/161291614/meta-region-server 2024-11-08T18:18:39,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /161291614/meta-region-server: CHANGED 2024-11-08T18:18:39,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /161291614/meta-region-server: CHANGED 2024-11-08T18:18:39,689 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,38279,1731089917678 2024-11-08T18:18:39,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:18:39,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,38279,1731089917678 in 231 msec 2024-11-08T18:18:39,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:18:39,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 755 msec 2024-11-08T18:18:39,699 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:18:39,699 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:18:39,701 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:39,701 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,38279,1731089917678, seqNum=-1] 2024-11-08T18:18:39,702 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:39,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:39,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 882 msec 2024-11-08T18:18:39,739 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089919739, completionTime=-1 2024-11-08T18:18:39,739 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:18:39,739 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:18:39,742 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:18:39,742 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731089979742 2024-11-08T18:18:39,743 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090039743 2024-11-08T18:18:39,743 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-08T18:18:39,743 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40005,1731089917503-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:39,743 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40005,1731089917503-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:39,743 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40005,1731089917503-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:39,743 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:40005, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:39,743 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:39,745 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:18:39,752 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:39,756 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.004sec 2024-11-08T18:18:39,757 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:18:39,757 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:18:39,757 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:18:39,757 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:18:39,757 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:18:39,757 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40005,1731089917503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:18:39,757 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40005,1731089917503-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:18:39,759 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:18:39,759 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:18:39,759 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40005,1731089917503-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:18:39,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a4db81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:39,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,40005,-1 for getting cluster id 2024-11-08T18:18:39,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:39,815 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a' 2024-11-08T18:18:39,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:39,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a" 2024-11-08T18:18:39,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50231f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:39,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,40005,-1] 2024-11-08T18:18:39,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:39,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:39,816 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:39,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c1a4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:39,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:39,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,38279,1731089917678, seqNum=-1] 2024-11-08T18:18:39,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:39,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:39,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,40005,1731089917503 2024-11-08T18:18:39,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49991 2024-11-08T18:18:39,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:18:39,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011babc5ec0005 connected 2024-11-08T18:18:39,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,38949,1731089912523 2024-11-08T18:18:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47239c70 2024-11-08T18:18:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:39,848 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:18:39,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:18:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:18:39,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:18:39,851 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:39,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:18:39,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:18:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:39,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:18:39,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40812f82e6785ef4a3d365f7dc18b68b, NAME => 'test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba 2024-11-08T18:18:39,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:18:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:40,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:18:40,273 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:40,273 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 40812f82e6785ef4a3d365f7dc18b68b, disabling compactions & flushes 2024-11-08T18:18:40,273 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. 2024-11-08T18:18:40,273 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. 2024-11-08T18:18:40,273 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. after waiting 0 ms 2024-11-08T18:18:40,273 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. 2024-11-08T18:18:40,273 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. 2024-11-08T18:18:40,273 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40812f82e6785ef4a3d365f7dc18b68b: Waiting for close lock at 1731089920273Disabling compacts and flushes for region at 1731089920273Disabling writes for close at 1731089920273Writing region close event to WAL at 1731089920273Closed at 1731089920273 2024-11-08T18:18:40,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:18:40,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731089920274"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089920274"}]},"ts":"1731089920274"} 2024-11-08T18:18:40,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:18:40,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:18:40,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089920281"}]},"ts":"1731089920281"} 2024-11-08T18:18:40,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:18:40,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40812f82e6785ef4a3d365f7dc18b68b, ASSIGN}] 2024-11-08T18:18:40,289 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=40812f82e6785ef4a3d365f7dc18b68b, ASSIGN 2024-11-08T18:18:40,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=40812f82e6785ef4a3d365f7dc18b68b, ASSIGN; state=OFFLINE, location=2424dce0d377,45587,1731089912736; forceNewPlan=false, retain=false 2024-11-08T18:18:40,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:40,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:40,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:40,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:40,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:40,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:40,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:18:40,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40812f82e6785ef4a3d365f7dc18b68b, regionState=OPENING, regionLocation=2424dce0d377,45587,1731089912736 2024-11-08T18:18:40,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=40812f82e6785ef4a3d365f7dc18b68b, ASSIGN because future has completed 2024-11-08T18:18:40,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40812f82e6785ef4a3d365f7dc18b68b, server=2424dce0d377,45587,1731089912736}] 2024-11-08T18:18:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:40,620 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. 2024-11-08T18:18:40,620 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 40812f82e6785ef4a3d365f7dc18b68b, NAME => 'test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:40,621 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:18:40,621 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:18:40,621 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,621 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:40,621 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,621 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,640 INFO [StoreOpener-40812f82e6785ef4a3d365f7dc18b68b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,642 INFO [StoreOpener-40812f82e6785ef4a3d365f7dc18b68b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40812f82e6785ef4a3d365f7dc18b68b columnFamilyName f 2024-11-08T18:18:40,642 DEBUG [StoreOpener-40812f82e6785ef4a3d365f7dc18b68b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:40,643 INFO [StoreOpener-40812f82e6785ef4a3d365f7dc18b68b-1 {}] regionserver.HStore(327): Store=40812f82e6785ef4a3d365f7dc18b68b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:40,643 INFO [StoreOpener-40812f82e6785ef4a3d365f7dc18b68b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,644 INFO [StoreOpener-40812f82e6785ef4a3d365f7dc18b68b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40812f82e6785ef4a3d365f7dc18b68b columnFamilyName f1 2024-11-08T18:18:40,644 DEBUG [StoreOpener-40812f82e6785ef4a3d365f7dc18b68b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:40,644 INFO [StoreOpener-40812f82e6785ef4a3d365f7dc18b68b-1 {}] regionserver.HStore(327): Store=40812f82e6785ef4a3d365f7dc18b68b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:40,645 INFO [StoreOpener-40812f82e6785ef4a3d365f7dc18b68b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,646 INFO [StoreOpener-40812f82e6785ef4a3d365f7dc18b68b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40812f82e6785ef4a3d365f7dc18b68b columnFamilyName norep 2024-11-08T18:18:40,646 DEBUG [StoreOpener-40812f82e6785ef4a3d365f7dc18b68b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:40,646 INFO [StoreOpener-40812f82e6785ef4a3d365f7dc18b68b-1 {}] regionserver.HStore(327): Store=40812f82e6785ef4a3d365f7dc18b68b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:40,646 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,647 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,647 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,652 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,652 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,653 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:18:40,654 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,684 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:40,685 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 40812f82e6785ef4a3d365f7dc18b68b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61016573, jitterRate=-0.09078221023082733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:18:40,685 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:40,686 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 40812f82e6785ef4a3d365f7dc18b68b: Running coprocessor pre-open hook at 1731089920622Writing region info on filesystem at 1731089920622Initializing all the Stores at 1731089920623 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089920623Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089920640 (+17 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089920640Cleaning up temporary data from old regions at 1731089920652 (+12 ms)Running coprocessor post-open hooks at 1731089920685 (+33 ms)Region opened successfully at 1731089920686 (+1 ms) 2024-11-08T18:18:40,687 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b., pid=6, masterSystemTime=1731089920612 2024-11-08T18:18:40,691 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=40812f82e6785ef4a3d365f7dc18b68b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,45587,1731089912736 2024-11-08T18:18:40,693 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. 2024-11-08T18:18:40,693 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. 2024-11-08T18:18:40,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40812f82e6785ef4a3d365f7dc18b68b, server=2424dce0d377,45587,1731089912736 because future has completed 2024-11-08T18:18:40,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:18:40,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 40812f82e6785ef4a3d365f7dc18b68b, server=2424dce0d377,45587,1731089912736 in 243 msec 2024-11-08T18:18:40,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:18:40,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=40812f82e6785ef4a3d365f7dc18b68b, ASSIGN in 417 msec 2024-11-08T18:18:40,708 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:18:40,708 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089920708"}]},"ts":"1731089920708"} 2024-11-08T18:18:40,710 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:18:40,712 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:18:40,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 863 msec 2024-11-08T18:18:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:40,994 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:18:40,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,40005,1731089917503 2024-11-08T18:18:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b0aa666 2024-11-08T18:18:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:40,996 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:18:40,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:18:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:18:40,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:18:40,999 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:40,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:18:41,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:18:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:41,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:18:41,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d59fcf1d667fca850141ab5aceee824f, NAME => 'test,,1731089920996.d59fcf1d667fca850141ab5aceee824f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8 2024-11-08T18:18:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:18:41,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731089920996.d59fcf1d667fca850141ab5aceee824f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:41,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d59fcf1d667fca850141ab5aceee824f, disabling compactions & flushes 2024-11-08T18:18:41,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. 2024-11-08T18:18:41,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. 2024-11-08T18:18:41,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. after waiting 0 ms 2024-11-08T18:18:41,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. 2024-11-08T18:18:41,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. 2024-11-08T18:18:41,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d59fcf1d667fca850141ab5aceee824f: Waiting for close lock at 1731089921069Disabling compacts and flushes for region at 1731089921069Disabling writes for close at 1731089921069Writing region close event to WAL at 1731089921069Closed at 1731089921069 2024-11-08T18:18:41,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:18:41,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731089920996.d59fcf1d667fca850141ab5aceee824f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731089921071"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089921071"}]},"ts":"1731089921071"} 2024-11-08T18:18:41,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:18:41,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:18:41,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089921075"}]},"ts":"1731089921075"} 2024-11-08T18:18:41,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:18:41,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d59fcf1d667fca850141ab5aceee824f, ASSIGN}] 2024-11-08T18:18:41,079 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d59fcf1d667fca850141ab5aceee824f, ASSIGN 2024-11-08T18:18:41,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d59fcf1d667fca850141ab5aceee824f, ASSIGN; state=OFFLINE, location=2424dce0d377,38279,1731089917678; forceNewPlan=false, retain=false 2024-11-08T18:18:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:41,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d59fcf1d667fca850141ab5aceee824f, regionState=OPENING, regionLocation=2424dce0d377,38279,1731089917678 2024-11-08T18:18:41,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d59fcf1d667fca850141ab5aceee824f, ASSIGN because future has completed 2024-11-08T18:18:41,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d59fcf1d667fca850141ab5aceee824f, server=2424dce0d377,38279,1731089917678}] 2024-11-08T18:18:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:41,431 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. 2024-11-08T18:18:41,431 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d59fcf1d667fca850141ab5aceee824f, NAME => 'test,,1731089920996.d59fcf1d667fca850141ab5aceee824f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:41,432 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:18:41,432 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:18:41,432 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,432 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731089920996.d59fcf1d667fca850141ab5aceee824f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:41,432 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,432 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,449 INFO [StoreOpener-d59fcf1d667fca850141ab5aceee824f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,452 INFO [StoreOpener-d59fcf1d667fca850141ab5aceee824f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59fcf1d667fca850141ab5aceee824f columnFamilyName f 2024-11-08T18:18:41,453 DEBUG [StoreOpener-d59fcf1d667fca850141ab5aceee824f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:41,457 INFO [StoreOpener-d59fcf1d667fca850141ab5aceee824f-1 {}] regionserver.HStore(327): Store=d59fcf1d667fca850141ab5aceee824f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:41,458 INFO [StoreOpener-d59fcf1d667fca850141ab5aceee824f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,476 INFO [StoreOpener-d59fcf1d667fca850141ab5aceee824f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59fcf1d667fca850141ab5aceee824f columnFamilyName f1 2024-11-08T18:18:41,476 DEBUG [StoreOpener-d59fcf1d667fca850141ab5aceee824f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:41,476 INFO [StoreOpener-d59fcf1d667fca850141ab5aceee824f-1 {}] regionserver.HStore(327): Store=d59fcf1d667fca850141ab5aceee824f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:41,476 INFO [StoreOpener-d59fcf1d667fca850141ab5aceee824f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,477 INFO [StoreOpener-d59fcf1d667fca850141ab5aceee824f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59fcf1d667fca850141ab5aceee824f columnFamilyName norep 2024-11-08T18:18:41,478 DEBUG [StoreOpener-d59fcf1d667fca850141ab5aceee824f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:41,478 INFO [StoreOpener-d59fcf1d667fca850141ab5aceee824f-1 {}] regionserver.HStore(327): Store=d59fcf1d667fca850141ab5aceee824f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:41,478 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,479 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,479 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,480 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,480 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,481 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:18:41,482 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,489 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:41,489 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d59fcf1d667fca850141ab5aceee824f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69954813, jitterRate=0.04240794479846954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:18:41,489 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:41,490 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d59fcf1d667fca850141ab5aceee824f: Running coprocessor pre-open hook at 1731089921432Writing region info on filesystem at 1731089921432Initializing all the Stores at 1731089921433 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089921433Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089921449 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089921449Cleaning up temporary data from old regions at 1731089921480 (+31 ms)Running coprocessor post-open hooks at 1731089921489 (+9 ms)Region opened successfully at 1731089921490 (+1 ms) 2024-11-08T18:18:41,491 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731089920996.d59fcf1d667fca850141ab5aceee824f., pid=6, masterSystemTime=1731089921408 2024-11-08T18:18:41,494 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. 2024-11-08T18:18:41,494 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. 2024-11-08T18:18:41,495 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d59fcf1d667fca850141ab5aceee824f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,38279,1731089917678 2024-11-08T18:18:41,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d59fcf1d667fca850141ab5aceee824f, server=2424dce0d377,38279,1731089917678 because future has completed 2024-11-08T18:18:41,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:18:41,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d59fcf1d667fca850141ab5aceee824f, server=2424dce0d377,38279,1731089917678 in 253 msec 2024-11-08T18:18:41,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:18:41,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d59fcf1d667fca850141ab5aceee824f, ASSIGN in 423 msec 2024-11-08T18:18:41,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:18:41,510 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089921509"}]},"ts":"1731089921509"} 2024-11-08T18:18:41,513 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:18:41,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:18:41,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 517 msec 2024-11-08T18:18:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:18:41,624 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:18:41,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e6983c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:41,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,38949,-1 for getting cluster id 2024-11-08T18:18:41,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:41,629 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '450ec2ef-6a7a-42f5-bae8-c342f6ded9f7' 2024-11-08T18:18:41,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:41,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "450ec2ef-6a7a-42f5-bae8-c342f6ded9f7" 2024-11-08T18:18:41,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d26c5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:41,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,38949,-1] 2024-11-08T18:18:41,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:41,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:41,632 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57207ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:41,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abcb858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:41,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,40005,-1 for getting cluster id 2024-11-08T18:18:41,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:41,642 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a' 2024-11-08T18:18:41,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:41,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a" 2024-11-08T18:18:41,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249b0b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:41,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,40005,-1] 2024-11-08T18:18:41,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:41,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:41,645 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:41,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2906c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:41,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c5053c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:41,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,38949,-1 for getting cluster id 2024-11-08T18:18:41,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:41,648 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '450ec2ef-6a7a-42f5-bae8-c342f6ded9f7' 2024-11-08T18:18:41,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:41,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "450ec2ef-6a7a-42f5-bae8-c342f6ded9f7" 2024-11-08T18:18:41,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eeab58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:41,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,38949,-1] 2024-11-08T18:18:41,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:41,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:41,650 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:41,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26130565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:41,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:41,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,38949,1731089912523 2024-11-08T18:18:41,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38db0e78 2024-11-08T18:18:41,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:41,653 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:18:41,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:40005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:18:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:18:41,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:18:41,657 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:40005' 2024-11-08T18:18:41,660 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558fc382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:41,660 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,40005,-1 for getting cluster id 2024-11-08T18:18:41,661 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:41,662 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a' 2024-11-08T18:18:41,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:41,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a" 2024-11-08T18:18:41,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681e5105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:41,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,40005,-1] 2024-11-08T18:18:41,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:41,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:41,665 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:41,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c769f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:41,667 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:41,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,40005,1731089917503 2024-11-08T18:18:41,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@540ffc09 2024-11-08T18:18:41,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:41,671 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:18:41,673 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T18:18:41,673 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:18:41,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:41,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:41,674 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:18:41,675 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:18:41,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:41,676 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:18:41,676 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:41,677 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:18:41,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741837_1013 (size=1138) 2024-11-08T18:18:41,725 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:18:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:18:41,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:18:42,104 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92b2c09f93b08e1107e305e246a52030, NAME => 'hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba 2024-11-08T18:18:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741838_1014 (size=44) 2024-11-08T18:18:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:18:42,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:42,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 92b2c09f93b08e1107e305e246a52030, disabling compactions & flushes 2024-11-08T18:18:42,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. 2024-11-08T18:18:42,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. 2024-11-08T18:18:42,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. after waiting 0 ms 2024-11-08T18:18:42,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. 2024-11-08T18:18:42,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. 2024-11-08T18:18:42,520 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92b2c09f93b08e1107e305e246a52030: Waiting for close lock at 1731089922520Disabling compacts and flushes for region at 1731089922520Disabling writes for close at 1731089922520Writing region close event to WAL at 1731089922520Closed at 1731089922520 2024-11-08T18:18:42,521 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:18:42,522 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731089922521"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089922521"}]},"ts":"1731089922521"} 2024-11-08T18:18:42,524 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:18:42,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:18:42,525 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089922525"}]},"ts":"1731089922525"} 2024-11-08T18:18:42,528 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:18:42,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92b2c09f93b08e1107e305e246a52030, ASSIGN}] 2024-11-08T18:18:42,529 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92b2c09f93b08e1107e305e246a52030, ASSIGN 2024-11-08T18:18:42,530 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=92b2c09f93b08e1107e305e246a52030, ASSIGN; state=OFFLINE, location=2424dce0d377,45587,1731089912736; forceNewPlan=false, retain=false 2024-11-08T18:18:42,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=92b2c09f93b08e1107e305e246a52030, regionState=OPENING, regionLocation=2424dce0d377,45587,1731089912736 2024-11-08T18:18:42,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=92b2c09f93b08e1107e305e246a52030, ASSIGN because future has completed 2024-11-08T18:18:42,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92b2c09f93b08e1107e305e246a52030, server=2424dce0d377,45587,1731089912736}] 2024-11-08T18:18:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:18:42,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. 2024-11-08T18:18:42,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:42,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:18:42,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C45587%2C1731089912736.rep, suffix=, logDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736, archiveDir=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/oldWALs, maxLogs=10 2024-11-08T18:18:42,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.rep.1731089922845, exclude list is [], retry=0 2024-11-08T18:18:42,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44713,DS-4cbb0aca-72d8-43fd-a52c-bd84e09922da,DISK] 2024-11-08T18:18:42,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.rep.1731089922845 2024-11-08T18:18:42,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46737:46737)] 2024-11-08T18:18:42,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 92b2c09f93b08e1107e305e246a52030, NAME => 'hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:42,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:18:42,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:18:42,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. service=MultiRowMutationService 2024-11-08T18:18:42,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:18:42,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:42,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,864 INFO [StoreOpener-92b2c09f93b08e1107e305e246a52030-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,865 INFO [StoreOpener-92b2c09f93b08e1107e305e246a52030-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92b2c09f93b08e1107e305e246a52030 columnFamilyName hfileref 2024-11-08T18:18:42,865 DEBUG [StoreOpener-92b2c09f93b08e1107e305e246a52030-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:42,866 INFO [StoreOpener-92b2c09f93b08e1107e305e246a52030-1 {}] regionserver.HStore(327): Store=92b2c09f93b08e1107e305e246a52030/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:42,866 INFO [StoreOpener-92b2c09f93b08e1107e305e246a52030-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,867 INFO [StoreOpener-92b2c09f93b08e1107e305e246a52030-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92b2c09f93b08e1107e305e246a52030 columnFamilyName queue 2024-11-08T18:18:42,867 DEBUG [StoreOpener-92b2c09f93b08e1107e305e246a52030-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:42,867 INFO [StoreOpener-92b2c09f93b08e1107e305e246a52030-1 {}] regionserver.HStore(327): Store=92b2c09f93b08e1107e305e246a52030/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:42,867 INFO [StoreOpener-92b2c09f93b08e1107e305e246a52030-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,868 INFO [StoreOpener-92b2c09f93b08e1107e305e246a52030-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92b2c09f93b08e1107e305e246a52030 columnFamilyName sid 2024-11-08T18:18:42,868 DEBUG [StoreOpener-92b2c09f93b08e1107e305e246a52030-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:42,868 INFO [StoreOpener-92b2c09f93b08e1107e305e246a52030-1 {}] regionserver.HStore(327): Store=92b2c09f93b08e1107e305e246a52030/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:42,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:18:42,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:42,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 92b2c09f93b08e1107e305e246a52030; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69355885, jitterRate=0.033483222126960754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:18:42,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:42,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 92b2c09f93b08e1107e305e246a52030: Running coprocessor pre-open hook at 1731089922863Writing region info on filesystem at 1731089922863Initializing all the Stores at 1731089922864 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089922864Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089922864Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089922864Cleaning up temporary data from old regions at 1731089922870 (+6 ms)Running coprocessor post-open hooks at 1731089922872 (+2 ms)Region opened successfully at 1731089922873 (+1 ms) 2024-11-08T18:18:42,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030., pid=10, masterSystemTime=1731089922839 2024-11-08T18:18:42,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. 2024-11-08T18:18:42,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. 2024-11-08T18:18:42,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=92b2c09f93b08e1107e305e246a52030, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,45587,1731089912736 2024-11-08T18:18:42,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92b2c09f93b08e1107e305e246a52030, server=2424dce0d377,45587,1731089912736 because future has completed 2024-11-08T18:18:42,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:18:42,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 92b2c09f93b08e1107e305e246a52030, server=2424dce0d377,45587,1731089912736 in 192 msec 2024-11-08T18:18:42,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T18:18:42,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=92b2c09f93b08e1107e305e246a52030, ASSIGN in 351 msec 2024-11-08T18:18:42,881 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:18:42,881 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089922881"}]},"ts":"1731089922881"} 2024-11-08T18:18:42,883 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:18:42,884 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:18:42,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2100 sec 2024-11-08T18:18:42,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030., hostname=2424dce0d377,45587,1731089912736, seqNum=2] 2024-11-08T18:18:43,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:43,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:43,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:18:43,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T18:18:43,192 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:18:43,235 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,45587,1731089912736, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:18:43,236 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:43,236 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,45587,1731089912736, seqNum=-1] 2024-11-08T18:18:43,237 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:43,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T18:18:43,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,45587,1731089912736', locateType=CURRENT is [region=hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030., hostname=2424dce0d377,45587,1731089912736, seqNum=2] 2024-11-08T18:18:43,243 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T18:18:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T18:18:43,246 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,45587,1731089912736 suceeded 2024-11-08T18:18:43,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T18:18:43,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-08T18:18:43,248 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:40005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:18:43,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5940 sec 2024-11-08T18:18:43,263 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:40005' 2024-11-08T18:18:43,265 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@676ef7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:43,265 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,40005,-1 for getting cluster id 2024-11-08T18:18:43,265 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:43,266 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a' 2024-11-08T18:18:43,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:43,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a" 2024-11-08T18:18:43,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54be7f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:43,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,40005,-1] 2024-11-08T18:18:43,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:43,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:43,268 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:43,268 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37b5681f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:43,269 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:43,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,40005,1731089917503 2024-11-08T18:18:43,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@493d378b 2024-11-08T18:18:43,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:43,271 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T18:18:43,271 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,45587,1731089912736 (queues=1) is replicating from cluster=450ec2ef-6a7a-42f5-bae8-c342f6ded9f7 to cluster=dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a 2024-11-08T18:18:43,271 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C45587%2C1731089912736 2024-11-08T18:18:43,271 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,45587,1731089912736, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:18:43,272 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C45587%2C1731089912736 2024-11-08T18:18:43,272 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115, startPosition=0, beingWritten=true 2024-11-08T18:18:43,278 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:18:43,278 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 379, reset compression=false 2024-11-08T18:18:43,278 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,45587,1731089912736 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:18:43,482 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 379, reset compression=false 2024-11-08T18:18:43,785 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 379, reset compression=false 2024-11-08T18:18:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:18:43,814 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:18:43,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:43,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:43,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:43,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:43,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:43,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bbcbcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:43,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,40005,-1 for getting cluster id 2024-11-08T18:18:43,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:43,816 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a' 2024-11-08T18:18:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a" 2024-11-08T18:18:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de9b9ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:43,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,40005,-1] 2024-11-08T18:18:43,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:43,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:43,817 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:43,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280d3acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:43,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,40005,1731089917503 2024-11-08T18:18:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68ba319a 2024-11-08T18:18:43,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:43,819 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:18:43,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:38949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:18:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:18:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:18:43,822 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:38949' 2024-11-08T18:18:43,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d9ea94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:43,823 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,38949,-1 for getting cluster id 2024-11-08T18:18:43,823 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:43,824 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '450ec2ef-6a7a-42f5-bae8-c342f6ded9f7' 2024-11-08T18:18:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "450ec2ef-6a7a-42f5-bae8-c342f6ded9f7" 2024-11-08T18:18:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2469d320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:43,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,38949,-1] 2024-11-08T18:18:43,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:43,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:43,825 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:43,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb94c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:43,826 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,38949,1731089912523 2024-11-08T18:18:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ec08e88 2024-11-08T18:18:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:43,827 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:18:43,828 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T18:18:43,828 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:18:43,828 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:43,828 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:43,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:43,829 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:18:43,830 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:18:43,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:18:43,831 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:43,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:18:43,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741837_1013 (size=1138) 2024-11-08T18:18:43,880 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:18:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:18:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:18:44,188 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 379, reset compression=false 2024-11-08T18:18:44,238 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09854d7e1dd47786828de04dd1903831, NAME => 'hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8 2024-11-08T18:18:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741838_1014 (size=44) 2024-11-08T18:18:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:18:44,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:44,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 09854d7e1dd47786828de04dd1903831, disabling compactions & flushes 2024-11-08T18:18:44,669 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. 2024-11-08T18:18:44,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. 2024-11-08T18:18:44,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. after waiting 0 ms 2024-11-08T18:18:44,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. 2024-11-08T18:18:44,669 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. 2024-11-08T18:18:44,669 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09854d7e1dd47786828de04dd1903831: Waiting for close lock at 1731089924669Disabling compacts and flushes for region at 1731089924669Disabling writes for close at 1731089924669Writing region close event to WAL at 1731089924669Closed at 1731089924669 2024-11-08T18:18:44,692 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 379, reset compression=false 2024-11-08T18:18:44,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:18:44,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731089924702"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089924702"}]},"ts":"1731089924702"} 2024-11-08T18:18:44,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:18:44,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:18:44,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089924705"}]},"ts":"1731089924705"} 2024-11-08T18:18:44,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:18:44,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09854d7e1dd47786828de04dd1903831, ASSIGN}] 2024-11-08T18:18:44,708 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09854d7e1dd47786828de04dd1903831, ASSIGN 2024-11-08T18:18:44,708 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09854d7e1dd47786828de04dd1903831, ASSIGN; state=OFFLINE, location=2424dce0d377,38279,1731089917678; forceNewPlan=false, retain=false 2024-11-08T18:18:44,859 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09854d7e1dd47786828de04dd1903831, regionState=OPENING, regionLocation=2424dce0d377,38279,1731089917678 2024-11-08T18:18:44,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09854d7e1dd47786828de04dd1903831, ASSIGN because future has completed 2024-11-08T18:18:44,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09854d7e1dd47786828de04dd1903831, server=2424dce0d377,38279,1731089917678}] 2024-11-08T18:18:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:18:45,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. 2024-11-08T18:18:45,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:18:45,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:18:45,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C38279%2C1731089917678.rep, suffix=, logDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678, archiveDir=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/oldWALs, maxLogs=10 2024-11-08T18:18:45,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.rep.1731089925019, exclude list is [], retry=0 2024-11-08T18:18:45,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39575,DS-bf793ea7-ec99-4f53-ac1c-016989a22fa5,DISK] 2024-11-08T18:18:45,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.rep.1731089925019 2024-11-08T18:18:45,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45675:45675)] 2024-11-08T18:18:45,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 09854d7e1dd47786828de04dd1903831, NAME => 'hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:18:45,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:18:45,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:18:45,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. service=MultiRowMutationService 2024-11-08T18:18:45,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:18:45,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:18:45,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,035 INFO [StoreOpener-09854d7e1dd47786828de04dd1903831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,036 INFO [StoreOpener-09854d7e1dd47786828de04dd1903831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09854d7e1dd47786828de04dd1903831 columnFamilyName hfileref 2024-11-08T18:18:45,036 DEBUG [StoreOpener-09854d7e1dd47786828de04dd1903831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:45,036 INFO [StoreOpener-09854d7e1dd47786828de04dd1903831-1 {}] regionserver.HStore(327): Store=09854d7e1dd47786828de04dd1903831/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:45,036 INFO [StoreOpener-09854d7e1dd47786828de04dd1903831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,037 INFO [StoreOpener-09854d7e1dd47786828de04dd1903831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09854d7e1dd47786828de04dd1903831 columnFamilyName queue 2024-11-08T18:18:45,037 DEBUG [StoreOpener-09854d7e1dd47786828de04dd1903831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:45,037 INFO [StoreOpener-09854d7e1dd47786828de04dd1903831-1 {}] regionserver.HStore(327): Store=09854d7e1dd47786828de04dd1903831/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:45,038 INFO [StoreOpener-09854d7e1dd47786828de04dd1903831-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,038 INFO [StoreOpener-09854d7e1dd47786828de04dd1903831-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09854d7e1dd47786828de04dd1903831 columnFamilyName sid 2024-11-08T18:18:45,038 DEBUG [StoreOpener-09854d7e1dd47786828de04dd1903831-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:18:45,039 INFO [StoreOpener-09854d7e1dd47786828de04dd1903831-1 {}] regionserver.HStore(327): Store=09854d7e1dd47786828de04dd1903831/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:18:45,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:18:45,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:18:45,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 09854d7e1dd47786828de04dd1903831; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64487033, jitterRate=-0.039068326354026794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:18:45,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:45,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 09854d7e1dd47786828de04dd1903831: Running coprocessor pre-open hook at 1731089925034Writing region info on filesystem at 1731089925034Initializing all the Stores at 1731089925035 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089925035Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089925035Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089925035Cleaning up temporary data from old regions at 1731089925040 (+5 ms)Running coprocessor post-open hooks at 1731089925043 (+3 ms)Region opened successfully at 1731089925043 2024-11-08T18:18:45,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831., pid=10, masterSystemTime=1731089925013 2024-11-08T18:18:45,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. 2024-11-08T18:18:45,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. 2024-11-08T18:18:45,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09854d7e1dd47786828de04dd1903831, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,38279,1731089917678 2024-11-08T18:18:45,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09854d7e1dd47786828de04dd1903831, server=2424dce0d377,38279,1731089917678 because future has completed 2024-11-08T18:18:45,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:18:45,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 09854d7e1dd47786828de04dd1903831, server=2424dce0d377,38279,1731089917678 in 188 msec 2024-11-08T18:18:45,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T18:18:45,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09854d7e1dd47786828de04dd1903831, ASSIGN in 344 msec 2024-11-08T18:18:45,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:18:45,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089925053"}]},"ts":"1731089925053"} 2024-11-08T18:18:45,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:18:45,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:18:45,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2270 sec 2024-11-08T18:18:45,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831., hostname=2424dce0d377,38279,1731089917678, seqNum=2] 2024-11-08T18:18:45,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:45,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:45,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:18:45,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:18:45,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:45,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:45,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:45,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:45,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:45,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:45,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:18:45,206 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T18:18:45,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T18:18:45,207 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T18:18:45,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T18:18:45,207 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T18:18:45,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:45,207 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T18:18:45,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:18:45,207 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T18:18:45,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:45,207 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T18:18:45,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T18:18:45,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T18:18:45,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38279 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T18:18:45,295 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:18:45,295 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 379, reset compression=false 2024-11-08T18:18:45,326 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,38279,1731089917678, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:18:45,326 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:45,326 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,38279,1731089917678, seqNum=-1] 2024-11-08T18:18:45,327 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:45,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T18:18:45,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,38279,1731089917678', locateType=CURRENT is [region=hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831., hostname=2424dce0d377,38279,1731089917678, seqNum=2] 2024-11-08T18:18:45,331 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T18:18:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T18:18:45,333 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,38279,1731089917678 suceeded 2024-11-08T18:18:45,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T18:18:45,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-08T18:18:45,334 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:38949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:18:45,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5140 sec 2024-11-08T18:18:45,344 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:38949' 2024-11-08T18:18:45,345 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5baa945a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:45,345 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,38949,-1 for getting cluster id 2024-11-08T18:18:45,345 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:45,345 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '450ec2ef-6a7a-42f5-bae8-c342f6ded9f7' 2024-11-08T18:18:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "450ec2ef-6a7a-42f5-bae8-c342f6ded9f7" 2024-11-08T18:18:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f40a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,38949,-1] 2024-11-08T18:18:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:45,347 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:45,347 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d767b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:45,347 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:45,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,38949,1731089912523 2024-11-08T18:18:45,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a59d859 2024-11-08T18:18:45,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:45,349 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T18:18:45,349 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,38279,1731089917678 (queues=1) is replicating from cluster=dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a to cluster=450ec2ef-6a7a-42f5-bae8-c342f6ded9f7 2024-11-08T18:18:45,350 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C38279%2C1731089917678 2024-11-08T18:18:45,350 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,38279,1731089917678, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:18:45,350 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C38279%2C1731089917678 2024-11-08T18:18:45,350 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141, startPosition=0, beingWritten=true 2024-11-08T18:18:45,355 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:18:45,355 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 379, reset compression=false 2024-11-08T18:18:45,355 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,38279,1731089917678 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:18:45,559 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 379, reset compression=false 2024-11-08T18:18:45,863 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 379, reset compression=false 2024-11-08T18:18:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:18:45,964 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:18:45,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:45,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:45,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:45,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:45,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:45,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:45,969 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731089925969/Put/seqid=0 2024-11-08T18:18:45,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741840_1016 (size=7894) 2024-11-08T18:18:45,998 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 379, reset compression=false 2024-11-08T18:18:46,267 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 379, reset compression=false 2024-11-08T18:18:46,383 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731089926382/Put/seqid=0 2024-11-08T18:18:46,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741841_1017 (size=7691) 2024-11-08T18:18:46,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a551df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:46,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,38949,-1 for getting cluster id 2024-11-08T18:18:46,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:46,390 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '450ec2ef-6a7a-42f5-bae8-c342f6ded9f7' 2024-11-08T18:18:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:46,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "450ec2ef-6a7a-42f5-bae8-c342f6ded9f7" 2024-11-08T18:18:46,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ea3e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:46,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,38949,-1] 2024-11-08T18:18:46,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:46,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:46,392 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:46,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7114017b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:46,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:46,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,45587,1731089912736, seqNum=-1] 2024-11-08T18:18:46,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:46,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:46,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,38949,1731089912523 2024-11-08T18:18:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2235c237 2024-11-08T18:18:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:46,412 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:18:46,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b., hostname=2424dce0d377,45587,1731089912736, seqNum=2] 2024-11-08T18:18:46,421 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:18:46,430 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T18:18:46,433 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T18:18:46,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 40812f82e6785ef4a3d365f7dc18b68b/f 2024-11-08T18:18:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T18:18:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:18:46,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 40812f82e6785ef4a3d365f7dc18b68b/f 2024-11-08T18:18:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T18:18:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:18:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HRegion(2603): Flush status journal for 40812f82e6785ef4a3d365f7dc18b68b: 2024-11-08T18:18:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins__test__unna0c3spoegqplfdb75ugji5bsrsgllpr9qgta126l7c84pjo7o2doaae9j44lo/f/hfile_1 2024-11-08T18:18:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins__test__unna0c3spoegqplfdb75ugji5bsrsgllpr9qgta126l7c84pjo7o2doaae9j44lo/f/hfile_1 as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_ 2024-11-08T18:18:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins__test__unna0c3spoegqplfdb75ugji5bsrsgllpr9qgta126l7c84pjo7o2doaae9j44lo/f/hfile_0 2024-11-08T18:18:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins__test__unna0c3spoegqplfdb75ugji5bsrsgllpr9qgta126l7c84pjo7o2doaae9j44lo/f/hfile_0 as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/f8cd972eb76b4860a69e8a77e2bf89be_SeqId_4_ 2024-11-08T18:18:46,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins__test__unna0c3spoegqplfdb75ugji5bsrsgllpr9qgta126l7c84pjo7o2doaae9j44lo/f/hfile_1 into 40812f82e6785ef4a3d365f7dc18b68b/f as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_ - updating store file list. 2024-11-08T18:18:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:18:46,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_ into 40812f82e6785ef4a3d365f7dc18b68b/f 2024-11-08T18:18:46,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins__test__unna0c3spoegqplfdb75ugji5bsrsgllpr9qgta126l7c84pjo7o2doaae9j44lo/f/hfile_1 into 40812f82e6785ef4a3d365f7dc18b68b/f (new location: hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_) 2024-11-08T18:18:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins__test__unna0c3spoegqplfdb75ugji5bsrsgllpr9qgta126l7c84pjo7o2doaae9j44lo/f/hfile_1 2024-11-08T18:18:46,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins__test__unna0c3spoegqplfdb75ugji5bsrsgllpr9qgta126l7c84pjo7o2doaae9j44lo/f/hfile_0 into 40812f82e6785ef4a3d365f7dc18b68b/f as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/f8cd972eb76b4860a69e8a77e2bf89be_SeqId_4_ - updating store file list. 2024-11-08T18:18:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8cd972eb76b4860a69e8a77e2bf89be_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:18:46,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/f8cd972eb76b4860a69e8a77e2bf89be_SeqId_4_ into 40812f82e6785ef4a3d365f7dc18b68b/f 2024-11-08T18:18:46,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins__test__unna0c3spoegqplfdb75ugji5bsrsgllpr9qgta126l7c84pjo7o2doaae9j44lo/f/hfile_0 into 40812f82e6785ef4a3d365f7dc18b68b/f (new location: hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/f8cd972eb76b4860a69e8a77e2bf89be_SeqId_4_) 2024-11-08T18:18:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins__test__unna0c3spoegqplfdb75ugji5bsrsgllpr9qgta126l7c84pjo7o2doaae9j44lo/f/hfile_0 2024-11-08T18:18:46,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:46,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:46,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:46,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:46,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:46,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,38279,1731089917678, seqNum=-1] 2024-11-08T18:18:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:33090 deadline: 1731089986479 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:33090 2024-11-08T18:18:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b., hostname=2424dce0d377,45587,1731089912736, seqNum=2 , the old value is region=test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b., hostname=2424dce0d377,45587,1731089912736, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2424dce0d377:45587 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T18:18:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b., hostname=2424dce0d377,45587,1731089912736, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T18:18:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b., hostname=2424dce0d377,45587,1731089912736, seqNum=2 from cache 2024-11-08T18:18:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:46,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731089920996.d59fcf1d667fca850141ab5aceee824f., hostname=2424dce0d377,38279,1731089917678, seqNum=2] 2024-11-08T18:18:46,484 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T18:18:46,583 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:45587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T18:18:46,771 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 379, reset compression=false 2024-11-08T18:18:46,803 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 379, reset compression=false 2024-11-08T18:18:46,808 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:18:46,809 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,45587,1731089912736 got entry batch from reader: WALEntryBatch [walEntries=[{test/40812f82e6785ef4a3d365f7dc18b68b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731089926475/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T18:18:46,811 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:18:46,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-08T18:18:46,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.ReplicationSink(318): Replicating [450ec2ef-6a7a-42f5-bae8-c342f6ded9f7] bulk loaded data 2024-11-08T18:18:46,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cc1eae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:46,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,40005,-1 for getting cluster id 2024-11-08T18:18:46,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:46,815 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a' 2024-11-08T18:18:46,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:46,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a" 2024-11-08T18:18:46,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2761ca0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:46,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,40005,-1] 2024-11-08T18:18:46,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:46,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:46,817 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:46,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f2b4470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741840_1016 (size=7691) 2024-11-08T18:18:47,009 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 687, reset compression=false 2024-11-08T18:18:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741841_1017 (size=7894) 2024-11-08T18:18:47,312 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 687, reset compression=false 2024-11-08T18:18:47,374 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 379, reset compression=false 2024-11-08T18:18:47,486 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T18:18:47,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:47,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,40005,1731089917503 2024-11-08T18:18:47,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e5b9206 2024-11-08T18:18:47,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:47,653 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T18:18:47,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:18:47,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:47,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,38279,1731089917678, seqNum=-1] 2024-11-08T18:18:47,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:47,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T18:18:47,667 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins.hfs.11__test__i2ld8f2dlt2fa04npgu8bat547h2fi7b02p8pbpgf6402akluhc4jprvl9ikg2lf/f/0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T18:18:47,673 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins.hfs.11__test__i2ld8f2dlt2fa04npgu8bat547h2fi7b02p8pbpgf6402akluhc4jprvl9ikg2lf/f/f8cd972eb76b4860a69e8a77e2bf89be_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T18:18:47,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins.hfs.11__test__i2ld8f2dlt2fa04npgu8bat547h2fi7b02p8pbpgf6402akluhc4jprvl9ikg2lf/f/0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_ for inclusion in d59fcf1d667fca850141ab5aceee824f/f 2024-11-08T18:18:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T18:18:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:18:47,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins.hfs.11__test__i2ld8f2dlt2fa04npgu8bat547h2fi7b02p8pbpgf6402akluhc4jprvl9ikg2lf/f/f8cd972eb76b4860a69e8a77e2bf89be_SeqId_4_ for inclusion in d59fcf1d667fca850141ab5aceee824f/f 2024-11-08T18:18:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T18:18:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:18:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HRegion(2603): Flush status journal for d59fcf1d667fca850141ab5aceee824f: 2024-11-08T18:18:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T18:18:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins.hfs.11__test__i2ld8f2dlt2fa04npgu8bat547h2fi7b02p8pbpgf6402akluhc4jprvl9ikg2lf/f/0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_ as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/02bed2179751425585080e19f84e42ff_SeqId_4_ 2024-11-08T18:18:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f8cd972eb76b4860a69e8a77e2bf89be_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T18:18:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins.hfs.11__test__i2ld8f2dlt2fa04npgu8bat547h2fi7b02p8pbpgf6402akluhc4jprvl9ikg2lf/f/f8cd972eb76b4860a69e8a77e2bf89be_SeqId_4_ as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/ff7493f800c34b76bcc2329426addf42_SeqId_4_ 2024-11-08T18:18:47,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins.hfs.11__test__i2ld8f2dlt2fa04npgu8bat547h2fi7b02p8pbpgf6402akluhc4jprvl9ikg2lf/f/0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_ into d59fcf1d667fca850141ab5aceee824f/f as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/02bed2179751425585080e19f84e42ff_SeqId_4_ - updating store file list. 2024-11-08T18:18:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 02bed2179751425585080e19f84e42ff_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:18:47,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/02bed2179751425585080e19f84e42ff_SeqId_4_ into d59fcf1d667fca850141ab5aceee824f/f 2024-11-08T18:18:47,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins.hfs.11__test__i2ld8f2dlt2fa04npgu8bat547h2fi7b02p8pbpgf6402akluhc4jprvl9ikg2lf/f/0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_ into d59fcf1d667fca850141ab5aceee824f/f (new location: hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/02bed2179751425585080e19f84e42ff_SeqId_4_) 2024-11-08T18:18:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins.hfs.11__test__i2ld8f2dlt2fa04npgu8bat547h2fi7b02p8pbpgf6402akluhc4jprvl9ikg2lf/f/0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_ 2024-11-08T18:18:47,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins.hfs.11__test__i2ld8f2dlt2fa04npgu8bat547h2fi7b02p8pbpgf6402akluhc4jprvl9ikg2lf/f/f8cd972eb76b4860a69e8a77e2bf89be_SeqId_4_ into d59fcf1d667fca850141ab5aceee824f/f as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/ff7493f800c34b76bcc2329426addf42_SeqId_4_ - updating store file list. 2024-11-08T18:18:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff7493f800c34b76bcc2329426addf42_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:18:47,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/ff7493f800c34b76bcc2329426addf42_SeqId_4_ into d59fcf1d667fca850141ab5aceee824f/f 2024-11-08T18:18:47,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins.hfs.11__test__i2ld8f2dlt2fa04npgu8bat547h2fi7b02p8pbpgf6402akluhc4jprvl9ikg2lf/f/f8cd972eb76b4860a69e8a77e2bf89be_SeqId_4_ into d59fcf1d667fca850141ab5aceee824f/f (new location: hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/ff7493f800c34b76bcc2329426addf42_SeqId_4_) 2024-11-08T18:18:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins.hfs.11__test__i2ld8f2dlt2fa04npgu8bat547h2fi7b02p8pbpgf6402akluhc4jprvl9ikg2lf/f/f8cd972eb76b4860a69e8a77e2bf89be_SeqId_4_ 2024-11-08T18:18:47,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.ReplicationSink(324): Finished replicating [450ec2ef-6a7a-42f5-bae8-c342f6ded9f7] bulk loaded data 2024-11-08T18:18:47,720 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 687, reset compression=false 2024-11-08T18:18:48,079 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 379, reset compression=false 2024-11-08T18:18:48,083 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:18:48,083 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,38279,1731089917678 got entry batch from reader: WALEntryBatch [walEntries=[{test/d59fcf1d667fca850141ab5aceee824f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731089927717/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T18:18:48,085 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:18:48,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-08T18:18:48,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.ReplicationSink(318): Replicating [450ec2ef-6a7a-42f5-bae8-c342f6ded9f7, dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a] bulk loaded data 2024-11-08T18:18:48,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35dabc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:48,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,38949,-1 for getting cluster id 2024-11-08T18:18:48,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:48,087 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '450ec2ef-6a7a-42f5-bae8-c342f6ded9f7' 2024-11-08T18:18:48,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:48,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "450ec2ef-6a7a-42f5-bae8-c342f6ded9f7" 2024-11-08T18:18:48,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@196d6996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:48,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,38949,-1] 2024-11-08T18:18:48,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:48,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:48,088 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:48,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ada92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:48,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741842_1018 (size=7691) 2024-11-08T18:18:48,224 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 687, reset compression=false 2024-11-08T18:18:48,283 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 725, reset compression=false 2024-11-08T18:18:48,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:18:48,496 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731089928496/Put/seqid=0 2024-11-08T18:18:48,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741842_1018 (size=11194) 2024-11-08T18:18:48,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741843_1019 (size=7894) 2024-11-08T18:18:48,587 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 725, reset compression=false 2024-11-08T18:18:48,828 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 687, reset compression=false 2024-11-08T18:18:48,905 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731089928904/Put/seqid=0 2024-11-08T18:18:48,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:48,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741843_1019 (size=10791) 2024-11-08T18:18:48,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,38949,1731089912523 2024-11-08T18:18:48,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c541e09 2024-11-08T18:18:48,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:48,910 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T18:18:48,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:18:48,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:48,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,45587,1731089912736, seqNum=-1] 2024-11-08T18:18:48,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:48,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T18:18:48,919 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__n9npc37p49ssbph773eql5a8me8pihmu5j0b19f80ms8aq28c9ln6v5k7vu7shud/f/02bed2179751425585080e19f84e42ff_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T18:18:48,921 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__n9npc37p49ssbph773eql5a8me8pihmu5j0b19f80ms8aq28c9ln6v5k7vu7shud/f/ff7493f800c34b76bcc2329426addf42_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T18:18:48,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.ReplicationSink(324): Finished replicating [450ec2ef-6a7a-42f5-bae8-c342f6ded9f7, dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a] bulk loaded data 2024-11-08T18:18:48,992 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 725, reset compression=false 2024-11-08T18:18:49,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48078cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:49,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,40005,-1 for getting cluster id 2024-11-08T18:18:49,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:18:49,312 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a' 2024-11-08T18:18:49,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:18:49,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a" 2024-11-08T18:18:49,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7575a4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:49,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,40005,-1] 2024-11-08T18:18:49,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:18:49,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:49,313 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:18:49,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b488ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:18:49,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:49,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,38279,1731089917678, seqNum=-1] 2024-11-08T18:18:49,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:49,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:49,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,40005,1731089917503 2024-11-08T18:18:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@503687df 2024-11-08T18:18:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:18:49,324 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:18:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731089920996.d59fcf1d667fca850141ab5aceee824f., hostname=2424dce0d377,38279,1731089917678, seqNum=2] 2024-11-08T18:18:49,329 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:18:49,334 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T18:18:49,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T18:18:49,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/testHFileCyclicReplication_10/f/hfile_1 for inclusion in d59fcf1d667fca850141ab5aceee824f/f 2024-11-08T18:18:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T18:18:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:18:49,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/testHFileCyclicReplication_10/f/hfile_0 for inclusion in d59fcf1d667fca850141ab5aceee824f/f 2024-11-08T18:18:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T18:18:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:18:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HRegion(2603): Flush status journal for d59fcf1d667fca850141ab5aceee824f: 2024-11-08T18:18:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins__test__3ulle03i9ghi2k67ai4creo20hgk5g1svli4ejh11ri4lfof8607393g8tlbnkel/f/hfile_1 2024-11-08T18:18:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins__test__3ulle03i9ghi2k67ai4creo20hgk5g1svli4ejh11ri4lfof8607393g8tlbnkel/f/hfile_1 as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/6b2b714076fb487797014d3a11c7c003_SeqId_6_ 2024-11-08T18:18:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins__test__3ulle03i9ghi2k67ai4creo20hgk5g1svli4ejh11ri4lfof8607393g8tlbnkel/f/hfile_0 2024-11-08T18:18:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins__test__3ulle03i9ghi2k67ai4creo20hgk5g1svli4ejh11ri4lfof8607393g8tlbnkel/f/hfile_0 as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/6bd92df97bd94429a028a2a547d63117_SeqId_6_ 2024-11-08T18:18:49,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins__test__3ulle03i9ghi2k67ai4creo20hgk5g1svli4ejh11ri4lfof8607393g8tlbnkel/f/hfile_1 into d59fcf1d667fca850141ab5aceee824f/f as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/6b2b714076fb487797014d3a11c7c003_SeqId_6_ - updating store file list. 2024-11-08T18:18:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b2b714076fb487797014d3a11c7c003_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T18:18:49,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/6b2b714076fb487797014d3a11c7c003_SeqId_6_ into d59fcf1d667fca850141ab5aceee824f/f 2024-11-08T18:18:49,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins__test__3ulle03i9ghi2k67ai4creo20hgk5g1svli4ejh11ri4lfof8607393g8tlbnkel/f/hfile_1 into d59fcf1d667fca850141ab5aceee824f/f (new location: hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/6b2b714076fb487797014d3a11c7c003_SeqId_6_) 2024-11-08T18:18:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins__test__3ulle03i9ghi2k67ai4creo20hgk5g1svli4ejh11ri4lfof8607393g8tlbnkel/f/hfile_1 2024-11-08T18:18:49,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins__test__3ulle03i9ghi2k67ai4creo20hgk5g1svli4ejh11ri4lfof8607393g8tlbnkel/f/hfile_0 into d59fcf1d667fca850141ab5aceee824f/f as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/6bd92df97bd94429a028a2a547d63117_SeqId_6_ - updating store file list. 2024-11-08T18:18:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6bd92df97bd94429a028a2a547d63117_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T18:18:49,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/6bd92df97bd94429a028a2a547d63117_SeqId_6_ into d59fcf1d667fca850141ab5aceee824f/f 2024-11-08T18:18:49,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins__test__3ulle03i9ghi2k67ai4creo20hgk5g1svli4ejh11ri4lfof8607393g8tlbnkel/f/hfile_0 into d59fcf1d667fca850141ab5aceee824f/f (new location: hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/f/6bd92df97bd94429a028a2a547d63117_SeqId_6_) 2024-11-08T18:18:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38279 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/staging/jenkins__test__3ulle03i9ghi2k67ai4creo20hgk5g1svli4ejh11ri4lfof8607393g8tlbnkel/f/hfile_0 2024-11-08T18:18:49,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:49,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:49,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:49,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:49,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731089920996.d59fcf1d667fca850141ab5aceee824f., hostname=2424dce0d377,38279,1731089917678, seqNum=2 , the old value is region=test,,1731089920996.d59fcf1d667fca850141ab5aceee824f., hostname=2424dce0d377,38279,1731089917678, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2424dce0d377:38279 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T18:18:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731089920996.d59fcf1d667fca850141ab5aceee824f., hostname=2424dce0d377,38279,1731089917678, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T18:18:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731089920996.d59fcf1d667fca850141ab5aceee824f., hostname=2424dce0d377,38279,1731089917678, seqNum=2 from cache 2024-11-08T18:18:49,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:18:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,45587,1731089912736, seqNum=-1] 2024-11-08T18:18:49,369 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T18:18:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:18:49,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:18:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b., hostname=2424dce0d377,45587,1731089912736, seqNum=2] 2024-11-08T18:18:49,378 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T18:18:49,473 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:38279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T18:18:49,500 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 725, reset compression=false 2024-11-08T18:18:49,506 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:18:49,507 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,38279,1731089917678 got entry batch from reader: WALEntryBatch [walEntries=[{test/d59fcf1d667fca850141ab5aceee824f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731089929366/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T18:18:49,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.ReplicationSink(318): Replicating [dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a] bulk loaded data 2024-11-08T18:18:49,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741844_1020 (size=10791) 2024-11-08T18:18:49,531 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 687, reset compression=false 2024-11-08T18:18:49,707 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 1033, reset compression=false 2024-11-08T18:18:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741845_1021 (size=11194) 2024-11-08T18:18:50,011 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 1033, reset compression=false 2024-11-08T18:18:50,335 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 687, reset compression=false 2024-11-08T18:18:50,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:18:50,348 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__466st4tcsdr7g1h99ov94ls232o99todsv57ftvkvaro5hc1r80tia1vmpv5c9ql/f/6b2b714076fb487797014d3a11c7c003_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-08T18:18:50,350 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__466st4tcsdr7g1h99ov94ls232o99todsv57ftvkvaro5hc1r80tia1vmpv5c9ql/f/6bd92df97bd94429a028a2a547d63117_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-08T18:18:50,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__466st4tcsdr7g1h99ov94ls232o99todsv57ftvkvaro5hc1r80tia1vmpv5c9ql/f/6b2b714076fb487797014d3a11c7c003_SeqId_6_ for inclusion in 40812f82e6785ef4a3d365f7dc18b68b/f 2024-11-08T18:18:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T18:18:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:18:50,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__466st4tcsdr7g1h99ov94ls232o99todsv57ftvkvaro5hc1r80tia1vmpv5c9ql/f/6bd92df97bd94429a028a2a547d63117_SeqId_6_ for inclusion in 40812f82e6785ef4a3d365f7dc18b68b/f 2024-11-08T18:18:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T18:18:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:18:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HRegion(2603): Flush status journal for 40812f82e6785ef4a3d365f7dc18b68b: 2024-11-08T18:18:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6b2b714076fb487797014d3a11c7c003_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T18:18:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__466st4tcsdr7g1h99ov94ls232o99todsv57ftvkvaro5hc1r80tia1vmpv5c9ql/f/6b2b714076fb487797014d3a11c7c003_SeqId_6_ as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/57626971bd84414a83a5707f0270166f_SeqId_6_ 2024-11-08T18:18:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6bd92df97bd94429a028a2a547d63117_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T18:18:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__466st4tcsdr7g1h99ov94ls232o99todsv57ftvkvaro5hc1r80tia1vmpv5c9ql/f/6bd92df97bd94429a028a2a547d63117_SeqId_6_ as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/58ed5eade6f74d38b9e38f37990a860c_SeqId_6_ 2024-11-08T18:18:50,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__466st4tcsdr7g1h99ov94ls232o99todsv57ftvkvaro5hc1r80tia1vmpv5c9ql/f/6b2b714076fb487797014d3a11c7c003_SeqId_6_ into 40812f82e6785ef4a3d365f7dc18b68b/f as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/57626971bd84414a83a5707f0270166f_SeqId_6_ - updating store file list. 2024-11-08T18:18:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 57626971bd84414a83a5707f0270166f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T18:18:50,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/57626971bd84414a83a5707f0270166f_SeqId_6_ into 40812f82e6785ef4a3d365f7dc18b68b/f 2024-11-08T18:18:50,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__466st4tcsdr7g1h99ov94ls232o99todsv57ftvkvaro5hc1r80tia1vmpv5c9ql/f/6b2b714076fb487797014d3a11c7c003_SeqId_6_ into 40812f82e6785ef4a3d365f7dc18b68b/f (new location: hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/57626971bd84414a83a5707f0270166f_SeqId_6_) 2024-11-08T18:18:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__466st4tcsdr7g1h99ov94ls232o99todsv57ftvkvaro5hc1r80tia1vmpv5c9ql/f/6b2b714076fb487797014d3a11c7c003_SeqId_6_ 2024-11-08T18:18:50,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__466st4tcsdr7g1h99ov94ls232o99todsv57ftvkvaro5hc1r80tia1vmpv5c9ql/f/6bd92df97bd94429a028a2a547d63117_SeqId_6_ into 40812f82e6785ef4a3d365f7dc18b68b/f as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/58ed5eade6f74d38b9e38f37990a860c_SeqId_6_ - updating store file list. 2024-11-08T18:18:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58ed5eade6f74d38b9e38f37990a860c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T18:18:50,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/58ed5eade6f74d38b9e38f37990a860c_SeqId_6_ into 40812f82e6785ef4a3d365f7dc18b68b/f 2024-11-08T18:18:50,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__466st4tcsdr7g1h99ov94ls232o99todsv57ftvkvaro5hc1r80tia1vmpv5c9ql/f/6bd92df97bd94429a028a2a547d63117_SeqId_6_ into 40812f82e6785ef4a3d365f7dc18b68b/f (new location: hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/f/58ed5eade6f74d38b9e38f37990a860c_SeqId_6_) 2024-11-08T18:18:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/staging/jenkins.hfs.10__test__466st4tcsdr7g1h99ov94ls232o99todsv57ftvkvaro5hc1r80tia1vmpv5c9ql/f/6bd92df97bd94429a028a2a547d63117_SeqId_6_ 2024-11-08T18:18:50,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45587 {}] regionserver.ReplicationSink(324): Finished replicating [dfa07ab6-ba3c-45fe-8fc1-eff95e4c173a] bulk loaded data 2024-11-08T18:18:50,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:18:50,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:50,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:50,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:50,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:50,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:18:50,389 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1115574533, stopped=false 2024-11-08T18:18:50,389 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,40005,1731089917503 2024-11-08T18:18:50,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:50,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/161291614/running 2024-11-08T18:18:50,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/161291614/running 2024-11-08T18:18:50,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:50,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:50,410 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:18:50,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:50,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Set watcher on znode that does not yet exist, /161291614/running 2024-11-08T18:18:50,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:50,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Set watcher on znode that does not yet exist, /161291614/running 2024-11-08T18:18:50,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:50,411 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,38279,1731089917678' ***** 2024-11-08T18:18:50,411 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:18:50,411 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:18:50,411 INFO [RS:0;2424dce0d377:38279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:18:50,411 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:18:50,411 INFO [RS:0;2424dce0d377:38279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:18:50,411 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(3091): Received CLOSE for d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:50,411 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(3091): Received CLOSE for 09854d7e1dd47786828de04dd1903831 2024-11-08T18:18:50,411 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,38279,1731089917678 2024-11-08T18:18:50,411 INFO [RS:0;2424dce0d377:38279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:18:50,411 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d59fcf1d667fca850141ab5aceee824f, disabling compactions & flushes 2024-11-08T18:18:50,412 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. 2024-11-08T18:18:50,412 INFO [RS:0;2424dce0d377:38279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:38279. 2024-11-08T18:18:50,412 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. 2024-11-08T18:18:50,412 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. after waiting 0 ms 2024-11-08T18:18:50,412 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. 2024-11-08T18:18:50,412 DEBUG [RS:0;2424dce0d377:38279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:50,412 DEBUG [RS:0;2424dce0d377:38279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:50,412 INFO [RS:0;2424dce0d377:38279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:18:50,412 INFO [RS:0;2424dce0d377:38279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:18:50,412 INFO [RS:0;2424dce0d377:38279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:18:50,412 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:18:50,412 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T18:18:50,412 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1325): Online Regions={d59fcf1d667fca850141ab5aceee824f=test,,1731089920996.d59fcf1d667fca850141ab5aceee824f., 1588230740=hbase:meta,,1.1588230740, 09854d7e1dd47786828de04dd1903831=hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831.} 2024-11-08T18:18:50,412 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1351): Waiting on 09854d7e1dd47786828de04dd1903831, 1588230740, d59fcf1d667fca850141ab5aceee824f 2024-11-08T18:18:50,412 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:18:50,412 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:18:50,412 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:18:50,412 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:18:50,412 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:18:50,412 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T18:18:50,415 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 1033, reset compression=false 2024-11-08T18:18:50,415 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/default/test/d59fcf1d667fca850141ab5aceee824f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T18:18:50,416 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:50,416 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:18:50,416 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. 2024-11-08T18:18:50,416 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d59fcf1d667fca850141ab5aceee824f: Waiting for close lock at 1731089930411Running coprocessor pre-close hooks at 1731089930411Disabling compacts and flushes for region at 1731089930411Disabling writes for close at 1731089930412 (+1 ms)Writing region close event to WAL at 1731089930412Running coprocessor post-close hooks at 1731089930416 (+4 ms)Closed at 1731089930416 2024-11-08T18:18:50,416 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731089920996.d59fcf1d667fca850141ab5aceee824f. 2024-11-08T18:18:50,416 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09854d7e1dd47786828de04dd1903831, disabling compactions & flushes 2024-11-08T18:18:50,416 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. 2024-11-08T18:18:50,416 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. 2024-11-08T18:18:50,417 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. after waiting 0 ms 2024-11-08T18:18:50,417 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. 2024-11-08T18:18:50,417 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 09854d7e1dd47786828de04dd1903831 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-08T18:18:50,419 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:18:50,420 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 1328, reset compression=false 2024-11-08T18:18:50,420 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,38279,1731089917678 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:18:50,421 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2424dce0d377,38279,1731089917678: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2424dce0d377,38279,1731089917678, walGroup=2424dce0d377%2C38279%2C1731089917678, offset=2424dce0d377%2C38279%2C1731089917678.1731089919141:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:38279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T18:18:50,422 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T18:18:50,422 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T18:18:50,423 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T18:18:50,423 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T18:18:50,423 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T18:18:50,423 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 778870336 }, "NonHeapMemoryUsage": { "committed": 190971904, "init": 7667712, "max": -1, "used": 188168456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T18:18:50,437 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T18:18:50,442 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/.tmp/info/76508206afb243c385c751b7a3f5e827 is 147, key is hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831./info:regioninfo/1731089925047/Put/seqid=0 2024-11-08T18:18:50,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741844_1020 (size=7686) 2024-11-08T18:18:50,457 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831/.tmp/hfileref/4ed106791a074529988bced835e99d81 is 74, key is 1/hfileref:02bed2179751425585080e19f84e42ff_SeqId_4_/1731089928924/DeleteColumn/seqid=0 2024-11-08T18:18:50,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741845_1021 (size=5345) 2024-11-08T18:18:50,505 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:18:50,538 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:18:50,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:50,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:50,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:50,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:50,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:50,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:50,612 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1351): Waiting on 09854d7e1dd47786828de04dd1903831, 1588230740 2024-11-08T18:18:50,641 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 1328, reset compression=false 2024-11-08T18:18:50,813 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1351): Waiting on 09854d7e1dd47786828de04dd1903831, 1588230740 2024-11-08T18:18:50,854 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/.tmp/info/76508206afb243c385c751b7a3f5e827 2024-11-08T18:18:50,861 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831/.tmp/hfileref/4ed106791a074529988bced835e99d81 2024-11-08T18:18:50,872 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/.tmp/ns/7b0d50687f7c4316843728de2796f0ae is 43, key is default/ns:d/1731089919704/Put/seqid=0 2024-11-08T18:18:50,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741846_1022 (size=5153) 2024-11-08T18:18:50,882 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831/.tmp/queue/039c2324cf7344eebdbbf7151e3b8429 is 154, key is 1-2424dce0d377,38279,1731089917678/queue:2424dce0d377%2C38279%2C1731089917678/1731089930378/Put/seqid=0 2024-11-08T18:18:50,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741847_1023 (size=5353) 2024-11-08T18:18:50,945 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 1328, reset compression=false 2024-11-08T18:18:51,003 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:18:51,003 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:18:51,013 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1351): Waiting on 09854d7e1dd47786828de04dd1903831, 1588230740 2024-11-08T18:18:51,213 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1351): Waiting on 09854d7e1dd47786828de04dd1903831, 1588230740 2024-11-08T18:18:51,238 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 687, reset compression=false 2024-11-08T18:18:51,243 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:18:51,244 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,45587,1731089912736 got entry batch from reader: WALEntryBatch [walEntries=[{test/40812f82e6785ef4a3d365f7dc18b68b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731089930373/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T18:18:51,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2424dce0d377,38279,1731089917678 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:18:51,247 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 2424dce0d377,38279,1731089917678 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:18:51,278 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/.tmp/ns/7b0d50687f7c4316843728de2796f0ae 2024-11-08T18:18:51,286 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831/.tmp/queue/039c2324cf7344eebdbbf7151e3b8429 2024-11-08T18:18:51,290 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831/.tmp/hfileref/4ed106791a074529988bced835e99d81 as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831/hfileref/4ed106791a074529988bced835e99d81 2024-11-08T18:18:51,295 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831/hfileref/4ed106791a074529988bced835e99d81, entries=4, sequenceid=12, filesize=5.2 K 2024-11-08T18:18:51,295 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831/.tmp/queue/039c2324cf7344eebdbbf7151e3b8429 as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831/queue/039c2324cf7344eebdbbf7151e3b8429 2024-11-08T18:18:51,298 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/.tmp/rep_barrier/c7273101a57b4f5fbe84f71b815c442c is 112, key is test,,1731089920996.d59fcf1d667fca850141ab5aceee824f./rep_barrier:seqnumDuringOpen/1731089921494/Put/seqid=0 2024-11-08T18:18:51,299 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831/queue/039c2324cf7344eebdbbf7151e3b8429, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T18:18:51,302 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 09854d7e1dd47786828de04dd1903831 in 885ms, sequenceid=12, compaction requested=false 2024-11-08T18:18:51,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741848_1024 (size=5518) 2024-11-08T18:18:51,304 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/.tmp/rep_barrier/c7273101a57b4f5fbe84f71b815c442c 2024-11-08T18:18:51,314 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/replication/09854d7e1dd47786828de04dd1903831/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T18:18:51,314 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:51,314 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:51,315 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. 2024-11-08T18:18:51,315 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09854d7e1dd47786828de04dd1903831: Waiting for close lock at 1731089930416Running coprocessor pre-close hooks at 1731089930416Disabling compacts and flushes for region at 1731089930416Disabling writes for close at 1731089930417 (+1 ms)Obtaining lock to block concurrent updates at 1731089930417Preparing flush snapshotting stores in 09854d7e1dd47786828de04dd1903831 at 1731089930417Finished memstore snapshotting hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731089930417Flushing stores of hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. at 1731089930420 (+3 ms)Flushing 09854d7e1dd47786828de04dd1903831/hfileref: creating writer at 1731089930420Flushing 09854d7e1dd47786828de04dd1903831/hfileref: appending metadata at 1731089930457 (+37 ms)Flushing 09854d7e1dd47786828de04dd1903831/hfileref: closing flushed file at 1731089930457Flushing 09854d7e1dd47786828de04dd1903831/queue: creating writer at 1731089930865 (+408 ms)Flushing 09854d7e1dd47786828de04dd1903831/queue: appending metadata at 1731089930882 (+17 ms)Flushing 09854d7e1dd47786828de04dd1903831/queue: closing flushed file at 1731089930882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679be417: reopening flushed file at 1731089931290 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e7f14b: reopening flushed file at 1731089931295 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 09854d7e1dd47786828de04dd1903831 in 885ms, sequenceid=12, compaction requested=false at 1731089931302 (+7 ms)Writing region close event to WAL at 1731089931305 (+3 ms)Running coprocessor post-close hooks at 1731089931314 (+9 ms)Closed at 1731089931314 2024-11-08T18:18:51,315 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731089923829.09854d7e1dd47786828de04dd1903831. 2024-11-08T18:18:51,325 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/.tmp/table/2540a71d872a4678b6ab52c10e86b0d9 is 53, key is hbase:replication/table:state/1731089925053/Put/seqid=0 2024-11-08T18:18:51,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741849_1025 (size=5308) 2024-11-08T18:18:51,349 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 1328, reset compression=false 2024-11-08T18:18:51,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2424dce0d377,38279,1731089917678 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:18:51,351 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 2424dce0d377,38279,1731089917678 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:18:51,413 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:18:51,413 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:18:51,413 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:18:51,444 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 1033, reset compression=false 2024-11-08T18:18:51,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2424dce0d377,38279,1731089917678 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:18:51,555 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 2424dce0d377,38279,1731089917678 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:18:51,614 DEBUG [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:18:51,729 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/.tmp/table/2540a71d872a4678b6ab52c10e86b0d9 2024-11-08T18:18:51,734 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/.tmp/info/76508206afb243c385c751b7a3f5e827 as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/info/76508206afb243c385c751b7a3f5e827 2024-11-08T18:18:51,738 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/info/76508206afb243c385c751b7a3f5e827, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T18:18:51,738 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/.tmp/ns/7b0d50687f7c4316843728de2796f0ae as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/ns/7b0d50687f7c4316843728de2796f0ae 2024-11-08T18:18:51,743 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/ns/7b0d50687f7c4316843728de2796f0ae, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T18:18:51,745 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/.tmp/rep_barrier/c7273101a57b4f5fbe84f71b815c442c as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/rep_barrier/c7273101a57b4f5fbe84f71b815c442c 2024-11-08T18:18:51,748 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 1033, reset compression=false 2024-11-08T18:18:51,749 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/rep_barrier/c7273101a57b4f5fbe84f71b815c442c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T18:18:51,750 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/.tmp/table/2540a71d872a4678b6ab52c10e86b0d9 as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/table/2540a71d872a4678b6ab52c10e86b0d9 2024-11-08T18:18:51,755 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/table/2540a71d872a4678b6ab52c10e86b0d9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T18:18:51,756 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false 2024-11-08T18:18:51,761 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T18:18:51,762 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:51,762 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:51,762 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:51,762 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089930412Running coprocessor pre-close hooks at 1731089930412Disabling compacts and flushes for region at 1731089930412Disabling writes for close at 1731089930412Obtaining lock to block concurrent updates at 1731089930413 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731089930413Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731089930413Flushing stores of hbase:meta,,1.1588230740 at 1731089930413Flushing 1588230740/info: creating writer at 1731089930413Flushing 1588230740/info: appending metadata at 1731089930441 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731089930442 (+1 ms)Flushing 1588230740/ns: creating writer at 1731089930858 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731089930872 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731089930872Flushing 1588230740/rep_barrier: creating writer at 1731089931282 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731089931297 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731089931297Flushing 1588230740/table: creating writer at 1731089931310 (+13 ms)Flushing 1588230740/table: appending metadata at 1731089931325 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731089931325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608203bd: reopening flushed file at 1731089931733 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2807207b: reopening flushed file at 1731089931738 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c287b4e: reopening flushed file at 1731089931744 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778ff467: reopening flushed file at 1731089931749 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false at 1731089931756 (+7 ms)Writing region close event to WAL at 1731089931757 (+1 ms)Running coprocessor post-close hooks at 1731089931762 (+5 ms)Closed at 1731089931762 2024-11-08T18:18:51,762 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:51,814 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,38279,1731089917678; all regions closed. 2024-11-08T18:18:51,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741834_1010 (size=4239) 2024-11-08T18:18:51,816 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.meta.1731089919630.meta not finished, retry = 0 2024-11-08T18:18:51,854 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.1731089919141 to pos 1328, reset compression=false 2024-11-08T18:18:51,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 2424dce0d377,38279,1731089917678 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:18:51,858 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 2424dce0d377,38279,1731089917678 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:18:51,919 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/WALs/2424dce0d377,38279,1731089917678/2424dce0d377%2C38279%2C1731089917678.rep.1731089925019 not finished, retry = 0 2024-11-08T18:18:51,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741839_1015 (size=3127) 2024-11-08T18:18:52,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741833_1009 (size=1336) 2024-11-08T18:18:52,022 DEBUG [RS:0;2424dce0d377:38279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:52,022 INFO [RS:0;2424dce0d377:38279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:18:52,024 INFO [RS:0;2424dce0d377:38279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:18:52,024 INFO [RS:0;2424dce0d377:38279 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:18:52,024 INFO [RS:0;2424dce0d377:38279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:18:52,024 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:18:52,024 INFO [RS:0;2424dce0d377:38279 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,38279,1731089917678 because: Region server is closing 2024-11-08T18:18:52,024 INFO [RS:0;2424dce0d377:38279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:38279. 2024-11-08T18:18:52,025 DEBUG [RS:0;2424dce0d377:38279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:52,025 DEBUG [RS:0;2424dce0d377:38279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:52,025 DEBUG [RS:0;2424dce0d377:38279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:52,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:52,125 INFO [RS:0;2424dce0d377:38279 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.shipper2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 terminated 2024-11-08T18:18:52,125 INFO [RS:0;2424dce0d377:38279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:38279. 2024-11-08T18:18:52,125 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,38279,1731089917678.replicationSource.wal-reader.2424dce0d377%2C38279%2C1731089917678,1-2424dce0d377,38279,1731089917678 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:18:52,125 DEBUG [RS:0;2424dce0d377:38279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:52,125 DEBUG [RS:0;2424dce0d377:38279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:52,125 DEBUG [RS:0;2424dce0d377:38279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:52,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:52,125 INFO [RS:0;2424dce0d377:38279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38279 2024-11-08T18:18:52,152 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 1033, reset compression=false 2024-11-08T18:18:52,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614/rs 2024-11-08T18:18:52,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/161291614/rs/2424dce0d377,38279,1731089917678 2024-11-08T18:18:52,241 INFO [RS:0;2424dce0d377:38279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:18:52,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,38279,1731089917678] 2024-11-08T18:18:52,261 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2424dce0d377:38279 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:38279 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:18:52,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 2424dce0d377:38279 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:38279 2024-11-08T18:18:52,262 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /161291614/draining/2424dce0d377,38279,1731089917678 already deleted, retry=false 2024-11-08T18:18:52,262 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,38279,1731089917678 expired; onlineServers=0 2024-11-08T18:18:52,262 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,40005,1731089917503' ***** 2024-11-08T18:18:52,262 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:18:52,262 INFO [M:0;2424dce0d377:40005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:18:52,262 INFO [M:0;2424dce0d377:40005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:18:52,262 DEBUG [M:0;2424dce0d377:40005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:18:52,262 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:18:52,262 DEBUG [M:0;2424dce0d377:40005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:18:52,262 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089918873 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089918873,5,FailOnTimeoutGroup] 2024-11-08T18:18:52,262 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=2424dce0d377:38279 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:38279 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:38279 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T18:18:52,263 INFO [M:0;2424dce0d377:40005 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:18:52,263 INFO [M:0;2424dce0d377:40005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:18:52,263 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089918876 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089918876,5,FailOnTimeoutGroup] 2024-11-08T18:18:52,263 DEBUG [M:0;2424dce0d377:40005 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:18:52,263 INFO [M:0;2424dce0d377:40005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:18:52,263 INFO [M:0;2424dce0d377:40005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:18:52,263 INFO [M:0;2424dce0d377:40005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:18:52,263 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:18:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T18:18:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:49532 deadline: 1731089992264, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T18:18:52,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/161291614/master 2024-11-08T18:18:52,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/161291614 2024-11-08T18:18:52,273 DEBUG [M:0;2424dce0d377:40005 {}] zookeeper.ZKUtil(347): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Unable to get data of znode /161291614/master because node does not exist (not an error) 2024-11-08T18:18:52,273 WARN [M:0;2424dce0d377:40005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:18:52,273 INFO [M:0;2424dce0d377:40005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/.lastflushedseqids 2024-11-08T18:18:52,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741850_1026 (size=263) 2024-11-08T18:18:52,282 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T18:18:52,282 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T18:18:52,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:52,352 INFO [RS:0;2424dce0d377:38279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:18:52,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38279-0x1011babc5ec0004, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:52,352 INFO [RS:0;2424dce0d377:38279 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,38279,1731089917678; zookeeper connection closed. 2024-11-08T18:18:52,352 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f859f4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f859f4f 2024-11-08T18:18:52,352 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:18:52,656 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 1033, reset compression=false 2024-11-08T18:18:52,678 INFO [M:0;2424dce0d377:40005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:18:52,678 INFO [M:0;2424dce0d377:40005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:18:52,678 DEBUG [M:0;2424dce0d377:40005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:18:52,678 INFO [M:0;2424dce0d377:40005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:52,678 DEBUG [M:0;2424dce0d377:40005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:52,678 DEBUG [M:0;2424dce0d377:40005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:18:52,678 DEBUG [M:0;2424dce0d377:40005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:52,678 INFO [M:0;2424dce0d377:40005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T18:18:52,693 DEBUG [M:0;2424dce0d377:40005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c28afe6cd444b50b1da4d714533542e is 82, key is hbase:meta,,1/info:regioninfo/1731089919678/Put/seqid=0 2024-11-08T18:18:52,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741851_1027 (size=5672) 2024-11-08T18:18:52,783 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T18:18:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T18:18:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:49532 deadline: 1731089992784, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T18:18:52,784 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T18:18:52,785 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T18:18:52,785 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T18:18:53,097 INFO [M:0;2424dce0d377:40005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c28afe6cd444b50b1da4d714533542e 2024-11-08T18:18:53,117 DEBUG [M:0;2424dce0d377:40005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8646c1f1286443fe9d73128960d5c8a2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731089925057/Put/seqid=0 2024-11-08T18:18:53,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741852_1028 (size=8517) 2024-11-08T18:18:53,260 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 1033, reset compression=false 2024-11-08T18:18:53,386 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T18:18:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T18:18:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:49532 deadline: 1731089993387, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T18:18:53,387 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T18:18:53,388 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T18:18:53,388 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T18:18:53,522 INFO [M:0;2424dce0d377:40005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8646c1f1286443fe9d73128960d5c8a2 2024-11-08T18:18:53,538 DEBUG [M:0;2424dce0d377:40005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8d8a91f91434188a1668131a9dbc72e is 69, key is 2424dce0d377,38279,1731089917678/rs:state/1731089918965/Put/seqid=0 2024-11-08T18:18:53,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741853_1029 (size=5156) 2024-11-08T18:18:53,942 INFO [M:0;2424dce0d377:40005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8d8a91f91434188a1668131a9dbc72e 2024-11-08T18:18:53,946 DEBUG [M:0;2424dce0d377:40005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c28afe6cd444b50b1da4d714533542e as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c28afe6cd444b50b1da4d714533542e 2024-11-08T18:18:53,950 INFO [M:0;2424dce0d377:40005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c28afe6cd444b50b1da4d714533542e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T18:18:53,951 DEBUG [M:0;2424dce0d377:40005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8646c1f1286443fe9d73128960d5c8a2 as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8646c1f1286443fe9d73128960d5c8a2 2024-11-08T18:18:53,955 INFO [M:0;2424dce0d377:40005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8646c1f1286443fe9d73128960d5c8a2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T18:18:53,956 DEBUG [M:0;2424dce0d377:40005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8d8a91f91434188a1668131a9dbc72e as hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8d8a91f91434188a1668131a9dbc72e 2024-11-08T18:18:53,959 INFO [M:0;2424dce0d377:40005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43815/user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8d8a91f91434188a1668131a9dbc72e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T18:18:53,960 INFO [M:0;2424dce0d377:40005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-08T18:18:53,962 INFO [M:0;2424dce0d377:40005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:53,962 DEBUG [M:0;2424dce0d377:40005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089932678Disabling compacts and flushes for region at 1731089932678Disabling writes for close at 1731089932678Obtaining lock to block concurrent updates at 1731089932678Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089932678Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731089932679 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089932679Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089932679Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089932693 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089932693Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089933101 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089933117 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089933117Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089933525 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089933538 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089933538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777acea6: reopening flushed file at 1731089933946 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cbaefc3: reopening flushed file at 1731089933951 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd2ef25: reopening flushed file at 1731089933955 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731089933960 (+5 ms)Writing region close event to WAL at 1731089933962 (+2 ms)Closed at 1731089933962 2024-11-08T18:18:53,964 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13302d4f-ae83-81d5-055f-8def71ac41b8/MasterData/WALs/2424dce0d377,40005,1731089917503/2424dce0d377%2C40005%2C1731089917503.1731089918361 not finished, retry = 0 2024-11-08T18:18:53,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39575 is added to blk_1073741830_1006 (size=63666) 2024-11-08T18:18:53,964 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 1033, reset compression=false 2024-11-08T18:18:54,065 INFO [M:0;2424dce0d377:40005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:18:54,065 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:18:54,065 INFO [M:0;2424dce0d377:40005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40005 2024-11-08T18:18:54,065 INFO [M:0;2424dce0d377:40005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:18:54,089 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T18:18:54,089 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2424dce0d377:40005 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:40005 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:18:54,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 2424dce0d377:40005 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:40005 2024-11-08T18:18:54,193 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:54,194 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2424dce0d377:40005 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:40005 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:18:54,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=2424dce0d377:40005 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:40005 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-08T18:18:54,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 2424dce0d377:40005 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:40005 2024-11-08T18:18:54,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:54,236 INFO [M:0;2424dce0d377:40005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:18:54,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x1011babc5ec0003, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:54,403 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:54,403 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2424dce0d377:40005 this server is in the failed servers list 2024-11-08T18:18:54,404 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2424dce0d377:40005 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:18:54,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12103eba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:18:54,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e92dc6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:18:54,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:18:54,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b43a9ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:18:54,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525768e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/hadoop.log.dir/,STOPPED} 2024-11-08T18:18:54,490 WARN [BP-1316277165-172.17.0.3-1731089915342 heartbeating to localhost/127.0.0.1:43815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:18:54,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:18:54,490 WARN [BP-1316277165-172.17.0.3-1731089915342 heartbeating to localhost/127.0.0.1:43815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1316277165-172.17.0.3-1731089915342 (Datanode Uuid 0bb0325f-a546-487c-97b3-c85e58f81624) service to localhost/127.0.0.1:43815 2024-11-08T18:18:54,490 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:18:54,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/cluster_39bb5b55-34b9-60ed-5b04-614dd6e125af/data/data1/current/BP-1316277165-172.17.0.3-1731089915342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:18:54,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/cluster_39bb5b55-34b9-60ed-5b04-614dd6e125af/data/data2/current/BP-1316277165-172.17.0.3-1731089915342 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:18:54,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:18:54,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@337522c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:18:54,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@530955be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:18:54,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:18:54,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eb20e72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:18:54,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46c2b0a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/hadoop.log.dir/,STOPPED} 2024-11-08T18:18:54,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:18:54,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:18:54,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:54,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:54,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:54,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:54,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:54,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:18:54,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1309572352, stopped=false 2024-11-08T18:18:54,513 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,38949,1731089912523 2024-11-08T18:18:54,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-494629317/running 2024-11-08T18:18:54,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-494629317/running 2024-11-08T18:18:54,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:54,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:54,674 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:18:54,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Set watcher on znode that does not yet exist, /0-494629317/running 2024-11-08T18:18:54,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:18:54,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Set watcher on znode that does not yet exist, /0-494629317/running 2024-11-08T18:18:54,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:54,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:54,675 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,45587,1731089912736' ***** 2024-11-08T18:18:54,675 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:18:54,675 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:18:54,675 INFO [RS:0;2424dce0d377:45587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:18:54,675 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:18:54,675 INFO [RS:0;2424dce0d377:45587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:18:54,675 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(3091): Received CLOSE for 40812f82e6785ef4a3d365f7dc18b68b 2024-11-08T18:18:54,675 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(3091): Received CLOSE for 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:54,675 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,45587,1731089912736 2024-11-08T18:18:54,675 INFO [RS:0;2424dce0d377:45587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:18:54,675 INFO [RS:0;2424dce0d377:45587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:45587. 2024-11-08T18:18:54,676 DEBUG [RS:0;2424dce0d377:45587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:54,676 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40812f82e6785ef4a3d365f7dc18b68b, disabling compactions & flushes 2024-11-08T18:18:54,676 DEBUG [RS:0;2424dce0d377:45587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:54,676 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. 2024-11-08T18:18:54,676 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. 2024-11-08T18:18:54,676 INFO [RS:0;2424dce0d377:45587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:18:54,676 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. after waiting 0 ms 2024-11-08T18:18:54,676 INFO [RS:0;2424dce0d377:45587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:18:54,676 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. 2024-11-08T18:18:54,676 INFO [RS:0;2424dce0d377:45587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:18:54,676 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:18:54,676 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T18:18:54,676 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1325): Online Regions={40812f82e6785ef4a3d365f7dc18b68b=test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b., 1588230740=hbase:meta,,1.1588230740, 92b2c09f93b08e1107e305e246a52030=hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030.} 2024-11-08T18:18:54,676 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40812f82e6785ef4a3d365f7dc18b68b, 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:54,676 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:18:54,676 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:18:54,676 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:18:54,676 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:18:54,676 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:18:54,676 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T18:18:54,680 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/default/test/40812f82e6785ef4a3d365f7dc18b68b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T18:18:54,681 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:54,681 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:18:54,681 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. 2024-11-08T18:18:54,681 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40812f82e6785ef4a3d365f7dc18b68b: Waiting for close lock at 1731089934675Running coprocessor pre-close hooks at 1731089934675Disabling compacts and flushes for region at 1731089934676 (+1 ms)Disabling writes for close at 1731089934676Writing region close event to WAL at 1731089934676Running coprocessor post-close hooks at 1731089934681 (+5 ms)Closed at 1731089934681 2024-11-08T18:18:54,681 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b. 2024-11-08T18:18:54,682 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92b2c09f93b08e1107e305e246a52030, disabling compactions & flushes 2024-11-08T18:18:54,682 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. 2024-11-08T18:18:54,682 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. 2024-11-08T18:18:54,682 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. after waiting 0 ms 2024-11-08T18:18:54,682 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. 2024-11-08T18:18:54,682 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 92b2c09f93b08e1107e305e246a52030 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-08T18:18:54,695 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/.tmp/info/c9134f5272914413a05fa5f13555178b is 147, key is hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030./info:regioninfo/1731089922875/Put/seqid=0 2024-11-08T18:18:54,699 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030/.tmp/hfileref/b4c7d2f1f55e48bfb898371c7eea90ba is 74, key is 1/hfileref:0afeeb41f3f14eb38e83918b2bc67da3_SeqId_4_/1731089927720/DeleteColumn/seqid=0 2024-11-08T18:18:54,699 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:18:54,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741846_1022 (size=7686) 2024-11-08T18:18:54,701 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/.tmp/info/c9134f5272914413a05fa5f13555178b 2024-11-08T18:18:54,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741847_1023 (size=5345) 2024-11-08T18:18:54,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:54,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2424dce0d377:40005 this server is in the failed servers list 2024-11-08T18:18:54,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2424dce0d377:40005 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:18:54,720 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/.tmp/ns/b00b889512f145f8ae36803600c0ca82 is 43, key is default/ns:d/1731089915144/Put/seqid=0 2024-11-08T18:18:54,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741848_1024 (size=5153) 2024-11-08T18:18:54,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T18:18:54,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:18:54,767 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 1033, reset compression=false 2024-11-08T18:18:54,772 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:18:54,772 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 1328, reset compression=false 2024-11-08T18:18:54,876 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:54,975 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 1328, reset compression=false 2024-11-08T18:18:55,003 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:18:55,003 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:18:55,076 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:55,108 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030/.tmp/hfileref/b4c7d2f1f55e48bfb898371c7eea90ba 2024-11-08T18:18:55,124 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030/.tmp/queue/4c143cd83ea044dbbc860f7f1bf104c8 is 153, key is 1-2424dce0d377,45587,1731089912736/queue:2424dce0d377%2C45587%2C1731089912736/1731089927722/Put/seqid=0 2024-11-08T18:18:55,124 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/.tmp/ns/b00b889512f145f8ae36803600c0ca82 2024-11-08T18:18:55,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741849_1025 (size=5352) 2024-11-08T18:18:55,142 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/.tmp/rep_barrier/61cf06b7347949be844172db9dbab962 is 112, key is test,,1731089919848.40812f82e6785ef4a3d365f7dc18b68b./rep_barrier:seqnumDuringOpen/1731089920691/Put/seqid=0 2024-11-08T18:18:55,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741850_1026 (size=5518) 2024-11-08T18:18:55,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:55,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 2424dce0d377:40005 this server is in the failed servers list 2024-11-08T18:18:55,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 2424dce0d377:40005 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:18:55,277 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:55,279 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 1328, reset compression=false 2024-11-08T18:18:55,477 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 92b2c09f93b08e1107e305e246a52030 2024-11-08T18:18:55,528 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030/.tmp/queue/4c143cd83ea044dbbc860f7f1bf104c8 2024-11-08T18:18:55,533 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030/.tmp/hfileref/b4c7d2f1f55e48bfb898371c7eea90ba as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030/hfileref/b4c7d2f1f55e48bfb898371c7eea90ba 2024-11-08T18:18:55,537 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030/hfileref/b4c7d2f1f55e48bfb898371c7eea90ba, entries=4, sequenceid=10, filesize=5.2 K 2024-11-08T18:18:55,538 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030/.tmp/queue/4c143cd83ea044dbbc860f7f1bf104c8 as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030/queue/4c143cd83ea044dbbc860f7f1bf104c8 2024-11-08T18:18:55,542 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030/queue/4c143cd83ea044dbbc860f7f1bf104c8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T18:18:55,543 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 92b2c09f93b08e1107e305e246a52030 in 861ms, sequenceid=10, compaction requested=false 2024-11-08T18:18:55,545 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/.tmp/rep_barrier/61cf06b7347949be844172db9dbab962 2024-11-08T18:18:55,546 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/replication/92b2c09f93b08e1107e305e246a52030/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T18:18:55,547 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:55,547 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:55,547 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. 2024-11-08T18:18:55,547 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92b2c09f93b08e1107e305e246a52030: Waiting for close lock at 1731089934681Running coprocessor pre-close hooks at 1731089934681Disabling compacts and flushes for region at 1731089934681Disabling writes for close at 1731089934682 (+1 ms)Obtaining lock to block concurrent updates at 1731089934682Preparing flush snapshotting stores in 92b2c09f93b08e1107e305e246a52030 at 1731089934682Finished memstore snapshotting hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731089934682Flushing stores of hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. at 1731089934683 (+1 ms)Flushing 92b2c09f93b08e1107e305e246a52030/hfileref: creating writer at 1731089934683Flushing 92b2c09f93b08e1107e305e246a52030/hfileref: appending metadata at 1731089934698 (+15 ms)Flushing 92b2c09f93b08e1107e305e246a52030/hfileref: closing flushed file at 1731089934698Flushing 92b2c09f93b08e1107e305e246a52030/queue: creating writer at 1731089935112 (+414 ms)Flushing 92b2c09f93b08e1107e305e246a52030/queue: appending metadata at 1731089935123 (+11 ms)Flushing 92b2c09f93b08e1107e305e246a52030/queue: closing flushed file at 1731089935123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a710b16: reopening flushed file at 1731089935532 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13dd7070: reopening flushed file at 1731089935537 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 92b2c09f93b08e1107e305e246a52030 in 861ms, sequenceid=10, compaction requested=false at 1731089935543 (+6 ms)Writing region close event to WAL at 1731089935544 (+1 ms)Running coprocessor post-close hooks at 1731089935547 (+3 ms)Closed at 1731089935547 2024-11-08T18:18:55,547 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731089921673.92b2c09f93b08e1107e305e246a52030. 2024-11-08T18:18:55,566 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/.tmp/table/193d3f762d8842ba8328455371c29850 is 53, key is hbase:replication/table:state/1731089922881/Put/seqid=0 2024-11-08T18:18:55,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741851_1027 (size=5308) 2024-11-08T18:18:55,677 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:18:55,677 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:18:55,677 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:18:55,682 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 1328, reset compression=false 2024-11-08T18:18:55,877 DEBUG [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:18:55,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:18:55,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:55,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:55,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:55,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:55,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:55,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:55,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:18:55,970 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/.tmp/table/193d3f762d8842ba8328455371c29850 2024-11-08T18:18:55,976 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/.tmp/info/c9134f5272914413a05fa5f13555178b as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/info/c9134f5272914413a05fa5f13555178b 2024-11-08T18:18:55,980 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/info/c9134f5272914413a05fa5f13555178b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T18:18:55,980 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/.tmp/ns/b00b889512f145f8ae36803600c0ca82 as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/ns/b00b889512f145f8ae36803600c0ca82 2024-11-08T18:18:55,985 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/ns/b00b889512f145f8ae36803600c0ca82, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T18:18:55,986 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/.tmp/rep_barrier/61cf06b7347949be844172db9dbab962 as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/rep_barrier/61cf06b7347949be844172db9dbab962 2024-11-08T18:18:55,990 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/rep_barrier/61cf06b7347949be844172db9dbab962, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T18:18:55,991 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/.tmp/table/193d3f762d8842ba8328455371c29850 as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/table/193d3f762d8842ba8328455371c29850 2024-11-08T18:18:55,996 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/table/193d3f762d8842ba8328455371c29850, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T18:18:55,997 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-08T18:18:56,008 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T18:18:56,008 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:18:56,008 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:18:56,008 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:56,009 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089934676Running coprocessor pre-close hooks at 1731089934676Disabling compacts and flushes for region at 1731089934676Disabling writes for close at 1731089934676Obtaining lock to block concurrent updates at 1731089934676Preparing flush snapshotting stores in 1588230740 at 1731089934676Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731089934677 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731089934677Flushing 1588230740/info: creating writer at 1731089934677Flushing 1588230740/info: appending metadata at 1731089934694 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731089934694Flushing 1588230740/ns: creating writer at 1731089934708 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731089934720 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731089934720Flushing 1588230740/rep_barrier: creating writer at 1731089935128 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731089935141 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731089935141Flushing 1588230740/table: creating writer at 1731089935550 (+409 ms)Flushing 1588230740/table: appending metadata at 1731089935565 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731089935565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2b3042: reopening flushed file at 1731089935975 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429d53e6: reopening flushed file at 1731089935980 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35a87a26: reopening flushed file at 1731089935985 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489cb3eb: reopening flushed file at 1731089935991 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1731089935997 (+6 ms)Writing region close event to WAL at 1731089936005 (+8 ms)Running coprocessor post-close hooks at 1731089936008 (+3 ms)Closed at 1731089936008 2024-11-08T18:18:56,009 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:18:56,077 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,45587,1731089912736; all regions closed. 2024-11-08T18:18:56,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.meta.1731089915038.meta not finished, retry = 0 2024-11-08T18:18:56,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741834_1010 (size=4239) 2024-11-08T18:18:56,182 DEBUG [RS:0;2424dce0d377:45587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/oldWALs 2024-11-08T18:18:56,182 INFO [RS:0;2424dce0d377:45587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C45587%2C1731089912736.meta:.meta(num 1731089915038) 2024-11-08T18:18:56,184 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.rep.1731089922845 not finished, retry = 0 2024-11-08T18:18:56,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741839_1015 (size=2695) 2024-11-08T18:18:56,185 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/WALs/2424dce0d377,45587,1731089912736/2424dce0d377%2C45587%2C1731089912736.1731089914115 to pos 1328, reset compression=false 2024-11-08T18:18:56,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:56,233 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2424dce0d377:40005 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:40005 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:18:56,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=2424dce0d377:40005 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:40005 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-08T18:18:56,235 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=2424dce0d377:40005 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:40005 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-08T18:18:56,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 2424dce0d377:40005 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 2424dce0d377/172.17.0.3:40005 2024-11-08T18:18:56,286 DEBUG [RS:0;2424dce0d377:45587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/oldWALs 2024-11-08T18:18:56,286 INFO [RS:0;2424dce0d377:45587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C45587%2C1731089912736.rep:(num 1731089922845) 2024-11-08T18:18:56,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741832_1008 (size=1336) 2024-11-08T18:18:56,290 DEBUG [RS:0;2424dce0d377:45587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/oldWALs 2024-11-08T18:18:56,290 INFO [RS:0;2424dce0d377:45587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C45587%2C1731089912736:(num 1731089914115) 2024-11-08T18:18:56,290 DEBUG [RS:0;2424dce0d377:45587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:56,290 INFO [RS:0;2424dce0d377:45587 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:18:56,290 INFO [RS:0;2424dce0d377:45587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:18:56,290 INFO [RS:0;2424dce0d377:45587 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:18:56,290 INFO [RS:0;2424dce0d377:45587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:18:56,290 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:18:56,290 INFO [RS:0;2424dce0d377:45587 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,45587,1731089912736 because: Region server is closing 2024-11-08T18:18:56,290 INFO [RS:0;2424dce0d377:45587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:45587. 2024-11-08T18:18:56,290 DEBUG [RS:0;2424dce0d377:45587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:56,290 DEBUG [RS:0;2424dce0d377:45587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:56,290 DEBUG [RS:0;2424dce0d377:45587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:56,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:56,391 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.wal-reader.2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:18:56,391 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-08T18:18:56,391 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T18:18:56,391 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T18:18:57,192 INFO [RS:0;2424dce0d377:45587 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45587,1731089912736.replicationSource.shipper2424dce0d377%2C45587%2C1731089912736,1-2424dce0d377,45587,1731089912736 terminated 2024-11-08T18:18:57,192 INFO [RS:0;2424dce0d377:45587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:45587. 2024-11-08T18:18:57,192 DEBUG [RS:0;2424dce0d377:45587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:18:57,192 DEBUG [RS:0;2424dce0d377:45587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:57,192 DEBUG [RS:0;2424dce0d377:45587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:18:57,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:18:57,192 INFO [RS:0;2424dce0d377:45587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45587 2024-11-08T18:18:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-494629317/rs/2424dce0d377,45587,1731089912736 2024-11-08T18:18:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317/rs 2024-11-08T18:18:57,251 INFO [RS:0;2424dce0d377:45587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:18:57,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,45587,1731089912736] 2024-11-08T18:18:57,272 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-494629317/draining/2424dce0d377,45587,1731089912736 already deleted, retry=false 2024-11-08T18:18:57,272 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,45587,1731089912736 expired; onlineServers=0 2024-11-08T18:18:57,272 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,38949,1731089912523' ***** 2024-11-08T18:18:57,272 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:18:57,272 INFO [M:0;2424dce0d377:38949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:18:57,272 INFO [M:0;2424dce0d377:38949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:18:57,272 DEBUG [M:0;2424dce0d377:38949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:18:57,273 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:18:57,273 DEBUG [M:0;2424dce0d377:38949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:18:57,273 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089913882 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089913882,5,FailOnTimeoutGroup] 2024-11-08T18:18:57,273 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089913880 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089913880,5,FailOnTimeoutGroup] 2024-11-08T18:18:57,273 INFO [M:0;2424dce0d377:38949 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:18:57,273 INFO [M:0;2424dce0d377:38949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:18:57,273 DEBUG [M:0;2424dce0d377:38949 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:18:57,273 INFO [M:0;2424dce0d377:38949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:18:57,273 INFO [M:0;2424dce0d377:38949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:18:57,273 INFO [M:0;2424dce0d377:38949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:18:57,273 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:18:57,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-494629317/master 2024-11-08T18:18:57,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-494629317 2024-11-08T18:18:57,283 DEBUG [M:0;2424dce0d377:38949 {}] zookeeper.ZKUtil(347): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Unable to get data of znode /0-494629317/master because node does not exist (not an error) 2024-11-08T18:18:57,283 WARN [M:0;2424dce0d377:38949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:18:57,284 INFO [M:0;2424dce0d377:38949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/.lastflushedseqids 2024-11-08T18:18:57,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741852_1028 (size=263) 2024-11-08T18:18:57,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:57,362 INFO [RS:0;2424dce0d377:45587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:18:57,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45587-0x1011babc5ec0001, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:57,362 INFO [RS:0;2424dce0d377:45587 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,45587,1731089912736; zookeeper connection closed. 2024-11-08T18:18:57,362 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44827c46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44827c46 2024-11-08T18:18:57,363 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:18:57,688 INFO [M:0;2424dce0d377:38949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:18:57,689 INFO [M:0;2424dce0d377:38949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:18:57,689 DEBUG [M:0;2424dce0d377:38949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:18:57,689 INFO [M:0;2424dce0d377:38949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:57,689 DEBUG [M:0;2424dce0d377:38949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:57,689 DEBUG [M:0;2424dce0d377:38949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:18:57,689 DEBUG [M:0;2424dce0d377:38949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:57,689 INFO [M:0;2424dce0d377:38949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T18:18:57,708 DEBUG [M:0;2424dce0d377:38949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c91405a4613e4a24b8022688347c9b22 is 82, key is hbase:meta,,1/info:regioninfo/1731089915093/Put/seqid=0 2024-11-08T18:18:57,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741853_1029 (size=5672) 2024-11-08T18:18:58,113 INFO [M:0;2424dce0d377:38949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c91405a4613e4a24b8022688347c9b22 2024-11-08T18:18:58,129 DEBUG [M:0;2424dce0d377:38949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dd5375f35db4eb29834465cdf8a5fc2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731089922885/Put/seqid=0 2024-11-08T18:18:58,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741854_1030 (size=8517) 2024-11-08T18:18:58,262 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:18:58,263 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:18:58,263 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:18:58,533 INFO [M:0;2424dce0d377:38949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dd5375f35db4eb29834465cdf8a5fc2 2024-11-08T18:18:58,554 DEBUG [M:0;2424dce0d377:38949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/deb73f39a70f4f608f3106c6dd1e6e23 is 69, key is 2424dce0d377,45587,1731089912736/rs:state/1731089913951/Put/seqid=0 2024-11-08T18:18:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741855_1031 (size=5156) 2024-11-08T18:18:58,958 INFO [M:0;2424dce0d377:38949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/deb73f39a70f4f608f3106c6dd1e6e23 2024-11-08T18:18:58,962 DEBUG [M:0;2424dce0d377:38949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c91405a4613e4a24b8022688347c9b22 as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c91405a4613e4a24b8022688347c9b22 2024-11-08T18:18:58,965 INFO [M:0;2424dce0d377:38949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c91405a4613e4a24b8022688347c9b22, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T18:18:58,966 DEBUG [M:0;2424dce0d377:38949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dd5375f35db4eb29834465cdf8a5fc2 as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dd5375f35db4eb29834465cdf8a5fc2 2024-11-08T18:18:58,970 INFO [M:0;2424dce0d377:38949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dd5375f35db4eb29834465cdf8a5fc2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T18:18:58,971 DEBUG [M:0;2424dce0d377:38949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/deb73f39a70f4f608f3106c6dd1e6e23 as hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/deb73f39a70f4f608f3106c6dd1e6e23 2024-11-08T18:18:58,974 INFO [M:0;2424dce0d377:38949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35203/user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/deb73f39a70f4f608f3106c6dd1e6e23, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T18:18:58,976 INFO [M:0;2424dce0d377:38949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-08T18:18:58,977 INFO [M:0;2424dce0d377:38949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:18:58,977 DEBUG [M:0;2424dce0d377:38949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089937689Disabling compacts and flushes for region at 1731089937689Disabling writes for close at 1731089937689Obtaining lock to block concurrent updates at 1731089937689Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089937689Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731089937689Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089937690 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089937690Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089937708 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089937708Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089938116 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089938129 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089938129Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089938536 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089938553 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089938553Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ec017d: reopening flushed file at 1731089938961 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f81d54a: reopening flushed file at 1731089938966 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1753b782: reopening flushed file at 1731089938970 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1731089938976 (+6 ms)Writing region close event to WAL at 1731089938976Closed at 1731089938976 2024-11-08T18:18:58,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7061405-ae2b-3b9e-aab3-1388973c78ba/MasterData/WALs/2424dce0d377,38949,1731089912523/2424dce0d377%2C38949%2C1731089912523.1731089912971 not finished, retry = 0 2024-11-08T18:18:58,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44713 is added to blk_1073741830_1006 (size=63666) 2024-11-08T18:18:59,079 INFO [M:0;2424dce0d377:38949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:18:59,079 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:18:59,079 INFO [M:0;2424dce0d377:38949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38949 2024-11-08T18:18:59,080 INFO [M:0;2424dce0d377:38949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:18:59,246 INFO [M:0;2424dce0d377:38949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:18:59,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:59,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38949-0x1011babc5ec0000, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:18:59,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c64928e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:18:59,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d844d4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:18:59,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:18:59,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da91c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:18:59,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e4410b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/hadoop.log.dir/,STOPPED} 2024-11-08T18:18:59,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:18:59,256 WARN [BP-64538036-172.17.0.3-1731089910364 heartbeating to localhost/127.0.0.1:35203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:18:59,256 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:18:59,256 WARN [BP-64538036-172.17.0.3-1731089910364 heartbeating to localhost/127.0.0.1:35203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-64538036-172.17.0.3-1731089910364 (Datanode Uuid dfbefc67-d3fa-4faf-87fd-ac78684b8e27) service to localhost/127.0.0.1:35203 2024-11-08T18:18:59,256 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/cluster_2da765d8-f195-43cd-06e6-4b62b6e8f8e7/data/data1/current/BP-64538036-172.17.0.3-1731089910364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:18:59,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/cluster_2da765d8-f195-43cd-06e6-4b62b6e8f8e7/data/data2/current/BP-64538036-172.17.0.3-1731089910364 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:18:59,257 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:18:59,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@567906e5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:18:59,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27336d0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:18:59,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:18:59,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37b0d004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:18:59,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5bd915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60e44af9-a6dc-4f06-9e7f-5ff98e6593cc/hadoop.log.dir/,STOPPED} 2024-11-08T18:18:59,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:18:59,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:18:59,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 206) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35203 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43815 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35203 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43815 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49991) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49991) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=615 (was 567) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=451 (was 404) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2010 (was 2809) 2024-11-08T18:18:59,302 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=615, MaxFileDescriptor=1048576, SystemLoadAverage=451, ProcessCount=11, AvailableMemoryMB=2010 2024-11-08T18:18:59,317 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-08T18:18:59,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/hadoop.log.dir so I do NOT create it in target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193 2024-11-08T18:18:59,318 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:18:59,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/hadoop.tmp.dir so I do NOT create it in target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193 2024-11-08T18:18:59,318 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794d4a31-6179-9fa7-47ef-9c4be30cb2da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:18:59,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193 2024-11-08T18:18:59,318 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/cluster_53afa444-69ef-17f0-e750-e4d2bd0ccdbc, deleteOnExit=true 2024-11-08T18:18:59,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/cluster_53afa444-69ef-17f0-e750-e4d2bd0ccdbc/zookeeper_0, clientPort=64073, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/cluster_53afa444-69ef-17f0-e750-e4d2bd0ccdbc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/cluster_53afa444-69ef-17f0-e750-e4d2bd0ccdbc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:18:59,337 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64073 2024-11-08T18:18:59,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:18:59,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/test.cache.data in system properties and HBase conf 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:18:59,338 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:18:59,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:18:59,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:18:59,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:18:59,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:18:59,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:18:59,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:18:59,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:18:59,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011babc5ec0005, quorum=127.0.0.1:49991, baseZNode=/161291614 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:18:59,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011babc5ec0002, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:18:59,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011babc5ec0002, quorum=127.0.0.1:49991, baseZNode=/0-494629317 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:18:59,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011babc5ec0005, quorum=127.0.0.1:49991, baseZNode=/161291614 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:18:59,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:59,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:18:59,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:18:59,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:18:59,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:18:59,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:18:59,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52806609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:18:59,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51076a0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:19:00,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58bf9a8c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/java.io.tmpdir/jetty-localhost-46293-hadoop-hdfs-3_4_1-tests_jar-_-any-3449632006720701236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:19:00,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7480af43{HTTP/1.1, (http/1.1)}{localhost:46293} 2024-11-08T18:19:00,092 INFO [Time-limited test {}] server.Server(415): Started @202075ms 2024-11-08T18:19:00,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:00,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:19:00,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:19:00,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:19:00,352 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:19:00,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4034ede3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:19:00,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@121c05b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:19:00,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6587a940{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/java.io.tmpdir/jetty-localhost-41169-hadoop-hdfs-3_4_1-tests_jar-_-any-13156131480119013136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:19:00,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19470430{HTTP/1.1, (http/1.1)}{localhost:41169} 2024-11-08T18:19:00,489 INFO [Time-limited test {}] server.Server(415): Started @202472ms 2024-11-08T18:19:00,490 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:19:01,049 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:19:01,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:01,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:01,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:01,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:01,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:01,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:01,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:01,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:01,128 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/cluster_53afa444-69ef-17f0-e750-e4d2bd0ccdbc/data/data1/current/BP-509660911-172.17.0.3-1731089939360/current, will proceed with Du for space computation calculation, 2024-11-08T18:19:01,128 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/cluster_53afa444-69ef-17f0-e750-e4d2bd0ccdbc/data/data2/current/BP-509660911-172.17.0.3-1731089939360/current, will proceed with Du for space computation calculation, 2024-11-08T18:19:01,145 WARN [Thread-2170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:19:01,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad0f56ca5eb90866 with lease ID 0xa170dc2a706a72bb: Processing first storage report for DS-84469e09-6c43-4717-8b49-92bfb735f686 from datanode DatanodeRegistration(127.0.0.1:34265, datanodeUuid=4c3f4031-6827-40f3-9ea6-537f26f18376, infoPort=46067, infoSecurePort=0, ipcPort=44313, storageInfo=lv=-57;cid=testClusterID;nsid=1108204565;c=1731089939360) 2024-11-08T18:19:01,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad0f56ca5eb90866 with lease ID 0xa170dc2a706a72bb: from storage DS-84469e09-6c43-4717-8b49-92bfb735f686 node DatanodeRegistration(127.0.0.1:34265, datanodeUuid=4c3f4031-6827-40f3-9ea6-537f26f18376, infoPort=46067, infoSecurePort=0, ipcPort=44313, storageInfo=lv=-57;cid=testClusterID;nsid=1108204565;c=1731089939360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:19:01,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad0f56ca5eb90866 with lease ID 0xa170dc2a706a72bb: Processing first storage report for DS-e8cca287-68df-4a00-b2a6-836bebfa3d3c from datanode DatanodeRegistration(127.0.0.1:34265, datanodeUuid=4c3f4031-6827-40f3-9ea6-537f26f18376, infoPort=46067, infoSecurePort=0, ipcPort=44313, storageInfo=lv=-57;cid=testClusterID;nsid=1108204565;c=1731089939360) 2024-11-08T18:19:01,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad0f56ca5eb90866 with lease ID 0xa170dc2a706a72bb: from storage DS-e8cca287-68df-4a00-b2a6-836bebfa3d3c node DatanodeRegistration(127.0.0.1:34265, datanodeUuid=4c3f4031-6827-40f3-9ea6-537f26f18376, infoPort=46067, infoSecurePort=0, ipcPort=44313, storageInfo=lv=-57;cid=testClusterID;nsid=1108204565;c=1731089939360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:19:01,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193 2024-11-08T18:19:01,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:01,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:01,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:19:01,630 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38 with version=8 2024-11-08T18:19:01,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/hbase-staging 2024-11-08T18:19:01,632 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:19:01,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:01,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:01,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:19:01,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:01,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:19:01,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:19:01,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:19:01,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34457 2024-11-08T18:19:01,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34457 connecting to ZooKeeper ensemble=127.0.0.1:64073 2024-11-08T18:19:01,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344570x0, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:01,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34457-0x1011bac37330000 connected 2024-11-08T18:19:01,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:01,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:01,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Set watcher on znode that does not yet exist, /0-593927817/running 2024-11-08T18:19:01,799 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38, hbase.cluster.distributed=false 2024-11-08T18:19:01,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Set watcher on znode that does not yet exist, /0-593927817/acl 2024-11-08T18:19:01,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34457 2024-11-08T18:19:01,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34457 2024-11-08T18:19:01,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34457 2024-11-08T18:19:01,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34457 2024-11-08T18:19:01,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34457 2024-11-08T18:19:01,818 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:19:01,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:01,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:01,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:19:01,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:01,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:19:01,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:19:01,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:19:01,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45145 2024-11-08T18:19:01,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45145 connecting to ZooKeeper ensemble=127.0.0.1:64073 2024-11-08T18:19:01,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:01,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:01,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451450x0, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:01,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Set watcher on znode that does not yet exist, /0-593927817/running 2024-11-08T18:19:01,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45145-0x1011bac37330001 connected 2024-11-08T18:19:01,828 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:19:01,830 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:19:01,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Set watcher on znode that does not yet exist, /0-593927817/master 2024-11-08T18:19:01,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Set watcher on znode that does not yet exist, /0-593927817/acl 2024-11-08T18:19:01,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45145 2024-11-08T18:19:01,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45145 2024-11-08T18:19:01,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45145 2024-11-08T18:19:01,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45145 2024-11-08T18:19:01,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45145 2024-11-08T18:19:01,849 DEBUG [M:0;2424dce0d377:34457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:34457 2024-11-08T18:19:01,849 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-593927817/backup-masters/2424dce0d377,34457,1731089941631 2024-11-08T18:19:01,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817/backup-masters 2024-11-08T18:19:01,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817/backup-masters 2024-11-08T18:19:01,859 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Set watcher on existing znode=/0-593927817/backup-masters/2424dce0d377,34457,1731089941631 2024-11-08T18:19:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-593927817/master 2024-11-08T18:19:01,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:01,870 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Set watcher on existing znode=/0-593927817/master 2024-11-08T18:19:01,870 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-593927817/backup-masters/2424dce0d377,34457,1731089941631 from backup master directory 2024-11-08T18:19:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-593927817/backup-masters/2424dce0d377,34457,1731089941631 2024-11-08T18:19:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817/backup-masters 2024-11-08T18:19:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817/backup-masters 2024-11-08T18:19:01,880 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:19:01,880 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,34457,1731089941631 2024-11-08T18:19:01,883 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/hbase.id] with ID: 89058898-02a2-4e0e-8a64-c28037b60e62 2024-11-08T18:19:01,883 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/.tmp/hbase.id 2024-11-08T18:19:01,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:19:02,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:02,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:19:02,273 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8184 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:19:02,287 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/.tmp/hbase.id]:[hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/hbase.id] 2024-11-08T18:19:02,296 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:02,296 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:19:02,298 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:19:02,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:02,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:19:02,758 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:02,759 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:19:02,759 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:02,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:19:03,167 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store 2024-11-08T18:19:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:19:03,575 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:03,575 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:19:03,575 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:03,575 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:03,575 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:19:03,575 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:03,575 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:03,575 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089943575Disabling compacts and flushes for region at 1731089943575Disabling writes for close at 1731089943575Writing region close event to WAL at 1731089943575Closed at 1731089943575 2024-11-08T18:19:03,576 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/.initializing 2024-11-08T18:19:03,576 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/WALs/2424dce0d377,34457,1731089941631 2024-11-08T18:19:03,577 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:19:03,578 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C34457%2C1731089941631, suffix=, logDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/WALs/2424dce0d377,34457,1731089941631, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/oldWALs, maxLogs=10 2024-11-08T18:19:03,589 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/WALs/2424dce0d377,34457,1731089941631/2424dce0d377%2C34457%2C1731089941631.1731089943578, exclude list is [], retry=0 2024-11-08T18:19:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34265,DS-84469e09-6c43-4717-8b49-92bfb735f686,DISK] 2024-11-08T18:19:03,593 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/WALs/2424dce0d377,34457,1731089941631/2424dce0d377%2C34457%2C1731089941631.1731089943578 2024-11-08T18:19:03,595 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46067:46067)] 2024-11-08T18:19:03,595 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:03,595 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:03,596 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:03,596 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:03,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:03,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:19:03,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:03,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:03,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:03,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:19:03,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:03,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:03,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:03,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:19:03,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:03,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:03,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:03,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:19:03,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:03,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:03,602 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:03,602 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:03,603 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:03,604 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:03,604 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:03,604 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:03,605 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:03,608 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:03,609 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71395821, jitterRate=0.06388063728809357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:03,609 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089943596Initializing all the Stores at 1731089943597 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089943597Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089943597Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089943597Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089943597Cleaning up temporary data from old regions at 1731089943604 (+7 ms)Region opened successfully at 1731089943609 (+5 ms) 2024-11-08T18:19:03,614 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:19:03,616 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8b5125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:19:03,617 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:19:03,617 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:19:03,617 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:19:03,618 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:19:03,618 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:19:03,618 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:19:03,618 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:19:03,621 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:19:03,622 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Unable to get data of znode /0-593927817/balancer because node does not exist (not necessarily an error) 2024-11-08T18:19:03,711 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-593927817/balancer already deleted, retry=false 2024-11-08T18:19:03,712 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:19:03,712 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Unable to get data of znode /0-593927817/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:19:03,722 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-593927817/normalizer already deleted, retry=false 2024-11-08T18:19:03,722 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:19:03,723 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Unable to get data of znode /0-593927817/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:19:03,732 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-593927817/switch/split already deleted, retry=false 2024-11-08T18:19:03,733 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Unable to get data of znode /0-593927817/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:19:03,743 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-593927817/switch/merge already deleted, retry=false 2024-11-08T18:19:03,745 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Unable to get data of znode /0-593927817/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:19:03,753 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-593927817/snapshot-cleanup already deleted, retry=false 2024-11-08T18:19:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-593927817/running 2024-11-08T18:19:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-593927817/running 2024-11-08T18:19:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:03,764 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,34457,1731089941631, sessionid=0x1011bac37330000, setting cluster-up flag (Was=false) 2024-11-08T18:19:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:03,817 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-593927817/flush-table-proc/acquired, /0-593927817/flush-table-proc/reached, /0-593927817/flush-table-proc/abort 2024-11-08T18:19:03,818 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,34457,1731089941631 2024-11-08T18:19:03,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:03,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:03,869 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-593927817/online-snapshot/acquired, /0-593927817/online-snapshot/reached, /0-593927817/online-snapshot/abort 2024-11-08T18:19:03,870 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,34457,1731089941631 2024-11-08T18:19:03,871 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:19:03,872 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:03,872 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:19:03,872 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:19:03,872 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,34457,1731089941631 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:19:03,873 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:03,873 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:03,874 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:03,874 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:03,874 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:19:03,874 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,874 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:19:03,874 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,874 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089973874 2024-11-08T18:19:03,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:19:03,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:19:03,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:19:03,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:19:03,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:19:03,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:19:03,875 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:03,875 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:19:03,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:03,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:19:03,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:19:03,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:19:03,875 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:19:03,876 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:03,876 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:19:03,876 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:19:03,876 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:19:03,876 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089943876,5,FailOnTimeoutGroup] 2024-11-08T18:19:03,880 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089943876,5,FailOnTimeoutGroup] 2024-11-08T18:19:03,880 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:03,880 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:19:03,880 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:03,880 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:03,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:19:03,939 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(746): ClusterId : 89058898-02a2-4e0e-8a64-c28037b60e62 2024-11-08T18:19:03,939 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:19:03,943 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:19:03,943 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:19:03,954 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:19:03,954 DEBUG [RS:0;2424dce0d377:45145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33de044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:19:03,967 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:45145 2024-11-08T18:19:03,967 INFO [RS:0;2424dce0d377:45145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:19:03,967 INFO [RS:0;2424dce0d377:45145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:19:03,968 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:19:03,968 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,34457,1731089941631 with port=45145, startcode=1731089941817 2024-11-08T18:19:03,968 DEBUG [RS:0;2424dce0d377:45145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:19:03,970 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:19:03,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,45145,1731089941817 2024-11-08T18:19:03,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34457 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,45145,1731089941817 2024-11-08T18:19:03,972 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38 2024-11-08T18:19:03,972 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34381 2024-11-08T18:19:03,972 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:19:03,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817/rs 2024-11-08T18:19:03,985 DEBUG [RS:0;2424dce0d377:45145 {}] zookeeper.ZKUtil(111): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Set watcher on existing znode=/0-593927817/rs/2424dce0d377,45145,1731089941817 2024-11-08T18:19:03,985 WARN [RS:0;2424dce0d377:45145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:19:03,985 INFO [RS:0;2424dce0d377:45145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:03,985 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817 2024-11-08T18:19:03,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,45145,1731089941817] 2024-11-08T18:19:03,988 INFO [RS:0;2424dce0d377:45145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:19:03,990 INFO [RS:0;2424dce0d377:45145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:19:03,990 INFO [RS:0;2424dce0d377:45145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:19:03,990 INFO [RS:0;2424dce0d377:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:03,990 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:19:03,991 INFO [RS:0;2424dce0d377:45145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:19:03,991 INFO [RS:0;2424dce0d377:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:19:03,991 DEBUG [RS:0;2424dce0d377:45145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:19:03,992 INFO [RS:0;2424dce0d377:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:03,992 INFO [RS:0;2424dce0d377:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:03,992 INFO [RS:0;2424dce0d377:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:03,992 INFO [RS:0;2424dce0d377:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:03,992 INFO [RS:0;2424dce0d377:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:03,992 INFO [RS:0;2424dce0d377:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45145,1731089941817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:19:04,005 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:19:04,005 INFO [RS:0;2424dce0d377:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45145,1731089941817-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:04,005 INFO [RS:0;2424dce0d377:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:04,005 INFO [RS:0;2424dce0d377:45145 {}] regionserver.Replication(171): 2424dce0d377,45145,1731089941817 started 2024-11-08T18:19:04,016 INFO [RS:0;2424dce0d377:45145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:04,016 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,45145,1731089941817, RpcServer on 2424dce0d377/172.17.0.3:45145, sessionid=0x1011bac37330001 2024-11-08T18:19:04,016 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:19:04,016 DEBUG [RS:0;2424dce0d377:45145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,45145,1731089941817 2024-11-08T18:19:04,016 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,45145,1731089941817' 2024-11-08T18:19:04,016 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-593927817/flush-table-proc/abort' 2024-11-08T18:19:04,017 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-593927817/flush-table-proc/acquired' 2024-11-08T18:19:04,017 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:19:04,017 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:19:04,017 DEBUG [RS:0;2424dce0d377:45145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,45145,1731089941817 2024-11-08T18:19:04,017 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,45145,1731089941817' 2024-11-08T18:19:04,017 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-593927817/online-snapshot/abort' 2024-11-08T18:19:04,018 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-593927817/online-snapshot/acquired' 2024-11-08T18:19:04,018 DEBUG [RS:0;2424dce0d377:45145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:19:04,018 INFO [RS:0;2424dce0d377:45145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:19:04,018 INFO [RS:0;2424dce0d377:45145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:19:04,118 INFO [RS:0;2424dce0d377:45145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:19:04,120 INFO [RS:0;2424dce0d377:45145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C45145%2C1731089941817, suffix=, logDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/oldWALs, maxLogs=10 2024-11-08T18:19:04,141 DEBUG [RS:0;2424dce0d377:45145 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120, exclude list is [], retry=0 2024-11-08T18:19:04,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34265,DS-84469e09-6c43-4717-8b49-92bfb735f686,DISK] 2024-11-08T18:19:04,155 INFO [RS:0;2424dce0d377:45145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 2024-11-08T18:19:04,156 DEBUG [RS:0;2424dce0d377:45145 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46067:46067)] 2024-11-08T18:19:04,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:19:04,285 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38 2024-11-08T18:19:04,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:19:04,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:04,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:19:04,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:19:04,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:04,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:04,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:19:04,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:19:04,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:04,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:04,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:19:04,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:19:04,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:04,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:04,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:19:04,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:19:04,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:04,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:04,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:19:04,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740 2024-11-08T18:19:04,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740 2024-11-08T18:19:04,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:19:04,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:19:04,698 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:04,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:19:04,700 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:04,700 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70336272, jitterRate=0.04809212684631348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:04,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089944690Initializing all the Stores at 1731089944691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089944691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089944691Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089944691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089944691Cleaning up temporary data from old regions at 1731089944697 (+6 ms)Region opened successfully at 1731089944701 (+4 ms) 2024-11-08T18:19:04,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:19:04,701 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:19:04,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:19:04,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:19:04,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:19:04,701 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:19:04,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089944701Disabling compacts and flushes for region at 1731089944701Disabling writes for close at 1731089944701Writing region close event to WAL at 1731089944701Closed at 1731089944701 2024-11-08T18:19:04,702 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:04,702 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:19:04,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:19:04,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:19:04,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:19:04,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:19:04,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:19:04,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T18:19:04,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:19:04,854 DEBUG [2424dce0d377:34457 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:19:04,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,45145,1731089941817 2024-11-08T18:19:04,855 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,45145,1731089941817, state=OPENING 2024-11-08T18:19:04,922 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:19:04,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:04,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:04,933 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:19:04,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-593927817/meta-region-server: CHANGED 2024-11-08T18:19:04,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-593927817/meta-region-server: CHANGED 2024-11-08T18:19:04,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,45145,1731089941817}] 2024-11-08T18:19:05,085 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:19:05,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:19:05,089 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:19:05,089 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:05,089 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:19:05,091 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C45145%2C1731089941817.meta, suffix=.meta, logDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/oldWALs, maxLogs=10 2024-11-08T18:19:05,104 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.meta.1731089945091.meta, exclude list is [], retry=0 2024-11-08T18:19:05,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34265,DS-84469e09-6c43-4717-8b49-92bfb735f686,DISK] 2024-11-08T18:19:05,107 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.meta.1731089945091.meta 2024-11-08T18:19:05,108 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46067:46067)] 2024-11-08T18:19:05,108 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:05,108 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:05,108 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:19:05,108 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:19:05,108 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:19:05,108 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:19:05,108 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:05,108 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:19:05,108 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:19:05,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:19:05,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:19:05,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:05,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:05,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:19:05,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:19:05,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:05,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:05,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:19:05,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:19:05,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:05,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:05,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:19:05,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:19:05,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:05,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:05,113 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:19:05,113 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740 2024-11-08T18:19:05,114 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740 2024-11-08T18:19:05,117 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:19:05,117 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:19:05,118 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:05,119 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:19:05,119 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73589242, jitterRate=0.09656515717506409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:05,119 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:19:05,120 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089945108Writing region info on filesystem at 1731089945108Initializing all the Stores at 1731089945109 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089945109Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089945109Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089945109Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089945109Cleaning up temporary data from old regions at 1731089945117 (+8 ms)Running coprocessor post-open hooks at 1731089945120 (+3 ms)Region opened successfully at 1731089945120 2024-11-08T18:19:05,121 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089945085 2024-11-08T18:19:05,123 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:19:05,123 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:19:05,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,45145,1731089941817 2024-11-08T18:19:05,125 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,45145,1731089941817, state=OPEN 2024-11-08T18:19:05,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-593927817/meta-region-server 2024-11-08T18:19:05,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-593927817/meta-region-server 2024-11-08T18:19:05,191 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,45145,1731089941817 2024-11-08T18:19:05,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-593927817/meta-region-server: CHANGED 2024-11-08T18:19:05,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-593927817/meta-region-server: CHANGED 2024-11-08T18:19:05,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:19:05,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,45145,1731089941817 in 258 msec 2024-11-08T18:19:05,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:19:05,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-08T18:19:05,195 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:05,195 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:19:05,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:05,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,45145,1731089941817, seqNum=-1] 2024-11-08T18:19:05,197 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:05,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:05,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3300 sec 2024-11-08T18:19:05,203 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089945203, completionTime=-1 2024-11-08T18:19:05,203 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:19:05,203 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:19:05,205 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:19:05,205 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090005205 2024-11-08T18:19:05,205 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090065205 2024-11-08T18:19:05,205 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:19:05,206 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34457,1731089941631-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:05,206 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34457,1731089941631-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:05,206 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34457,1731089941631-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:05,206 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:34457, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:05,206 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:05,206 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:05,207 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:19:05,210 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.330sec 2024-11-08T18:19:05,210 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:19:05,210 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:19:05,210 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:19:05,210 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:19:05,210 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:19:05,210 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34457,1731089941631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:19:05,210 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34457,1731089941631-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:19:05,212 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:19:05,212 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:19:05,212 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34457,1731089941631-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:05,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f66cf67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:05,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34457,-1 for getting cluster id 2024-11-08T18:19:05,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:05,242 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89058898-02a2-4e0e-8a64-c28037b60e62' 2024-11-08T18:19:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89058898-02a2-4e0e-8a64-c28037b60e62" 2024-11-08T18:19:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228a63f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:05,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34457,-1] 2024-11-08T18:19:05,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:05,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:05,244 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:05,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a88eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:05,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,45145,1731089941817, seqNum=-1] 2024-11-08T18:19:05,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:05,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:05,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,34457,1731089941631 2024-11-08T18:19:05,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64073 2024-11-08T18:19:05,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:05,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011bac37330002 connected 2024-11-08T18:19:05,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/hadoop.log.dir so I do NOT create it in target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e 2024-11-08T18:19:05,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:19:05,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/hadoop.tmp.dir so I do NOT create it in target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e 2024-11-08T18:19:05,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:19:05,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e 2024-11-08T18:19:05,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:19:05,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/cluster_9d44ec57-e025-ba90-85b8-73eac6ca33b4, deleteOnExit=true 2024-11-08T18:19:05,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:19:05,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/test.cache.data in system properties and HBase conf 2024-11-08T18:19:05,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:19:05,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:19:05,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:19:05,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:19:05,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:19:05,283 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:19:05,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:19:05,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:19:05,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:05,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:19:05,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:19:05,634 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:19:05,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:19:05,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:05,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@215f870f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:19:05,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79fc6fa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:19:05,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bb6433f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/java.io.tmpdir/jetty-localhost-42265-hadoop-hdfs-3_4_1-tests_jar-_-any-778648318572477776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:19:05,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a180a6f{HTTP/1.1, (http/1.1)}{localhost:42265} 2024-11-08T18:19:05,736 INFO [Time-limited test {}] server.Server(415): Started @207718ms 2024-11-08T18:19:05,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:05,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:19:05,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:19:05,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:19:05,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:19:05,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48a787a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:19:05,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b1673f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:19:06,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eedcfad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/java.io.tmpdir/jetty-localhost-42997-hadoop-hdfs-3_4_1-tests_jar-_-any-6825494500068146401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:19:06,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ccc127c{HTTP/1.1, (http/1.1)}{localhost:42997} 2024-11-08T18:19:06,079 INFO [Time-limited test {}] server.Server(415): Started @208062ms 2024-11-08T18:19:06,080 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:19:06,647 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/cluster_9d44ec57-e025-ba90-85b8-73eac6ca33b4/data/data1/current/BP-1079982402-172.17.0.3-1731089945303/current, will proceed with Du for space computation calculation, 2024-11-08T18:19:06,647 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/cluster_9d44ec57-e025-ba90-85b8-73eac6ca33b4/data/data2/current/BP-1079982402-172.17.0.3-1731089945303/current, will proceed with Du for space computation calculation, 2024-11-08T18:19:06,667 WARN [Thread-2291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:19:06,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b6bb11e1a4e39fd with lease ID 0xfc1834339973d41d: Processing first storage report for DS-61775f1b-e85d-43b9-848e-71f4c2c9fce5 from datanode DatanodeRegistration(127.0.0.1:43031, datanodeUuid=f9734584-fd18-4710-a1ea-655de8cc5fe1, infoPort=33017, infoSecurePort=0, ipcPort=41105, storageInfo=lv=-57;cid=testClusterID;nsid=329213578;c=1731089945303) 2024-11-08T18:19:06,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b6bb11e1a4e39fd with lease ID 0xfc1834339973d41d: from storage DS-61775f1b-e85d-43b9-848e-71f4c2c9fce5 node DatanodeRegistration(127.0.0.1:43031, datanodeUuid=f9734584-fd18-4710-a1ea-655de8cc5fe1, infoPort=33017, infoSecurePort=0, ipcPort=41105, storageInfo=lv=-57;cid=testClusterID;nsid=329213578;c=1731089945303), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:19:06,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b6bb11e1a4e39fd with lease ID 0xfc1834339973d41d: Processing first storage report for DS-4e629f9e-00cf-4d95-ba2e-b7d5e3858673 from datanode DatanodeRegistration(127.0.0.1:43031, datanodeUuid=f9734584-fd18-4710-a1ea-655de8cc5fe1, infoPort=33017, infoSecurePort=0, ipcPort=41105, storageInfo=lv=-57;cid=testClusterID;nsid=329213578;c=1731089945303) 2024-11-08T18:19:06,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b6bb11e1a4e39fd with lease ID 0xfc1834339973d41d: from storage DS-4e629f9e-00cf-4d95-ba2e-b7d5e3858673 node DatanodeRegistration(127.0.0.1:43031, datanodeUuid=f9734584-fd18-4710-a1ea-655de8cc5fe1, infoPort=33017, infoSecurePort=0, ipcPort=41105, storageInfo=lv=-57;cid=testClusterID;nsid=329213578;c=1731089945303), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:19:06,704 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e 2024-11-08T18:19:06,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:06,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:06,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:19:07,114 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8 with version=8 2024-11-08T18:19:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/hbase-staging 2024-11-08T18:19:07,115 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:19:07,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:07,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:07,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:19:07,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:07,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:19:07,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:19:07,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:19:07,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41839 2024-11-08T18:19:07,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41839 connecting to ZooKeeper ensemble=127.0.0.1:64073 2024-11-08T18:19:07,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418390x0, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:07,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41839-0x1011bac37330003 connected 2024-11-08T18:19:07,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:07,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:07,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Set watcher on znode that does not yet exist, /1-1285441429/running 2024-11-08T18:19:07,241 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8, hbase.cluster.distributed=false 2024-11-08T18:19:07,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Set watcher on znode that does not yet exist, /1-1285441429/acl 2024-11-08T18:19:07,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41839 2024-11-08T18:19:07,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41839 2024-11-08T18:19:07,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41839 2024-11-08T18:19:07,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41839 2024-11-08T18:19:07,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41839 2024-11-08T18:19:07,260 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:19:07,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:07,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:07,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:19:07,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:07,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:19:07,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:19:07,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:19:07,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42599 2024-11-08T18:19:07,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42599 connecting to ZooKeeper ensemble=127.0.0.1:64073 2024-11-08T18:19:07,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:07,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:07,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425990x0, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:07,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42599-0x1011bac37330004 connected 2024-11-08T18:19:07,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Set watcher on znode that does not yet exist, /1-1285441429/running 2024-11-08T18:19:07,270 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:19:07,271 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:19:07,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Set watcher on znode that does not yet exist, /1-1285441429/master 2024-11-08T18:19:07,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Set watcher on znode that does not yet exist, /1-1285441429/acl 2024-11-08T18:19:07,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42599 2024-11-08T18:19:07,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42599 2024-11-08T18:19:07,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42599 2024-11-08T18:19:07,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42599 2024-11-08T18:19:07,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42599 2024-11-08T18:19:07,292 DEBUG [M:0;2424dce0d377:41839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:41839 2024-11-08T18:19:07,292 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1285441429/backup-masters/2424dce0d377,41839,1731089947115 2024-11-08T18:19:07,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429/backup-masters 2024-11-08T18:19:07,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429/backup-masters 2024-11-08T18:19:07,301 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Set watcher on existing znode=/1-1285441429/backup-masters/2424dce0d377,41839,1731089947115 2024-11-08T18:19:07,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1285441429/master 2024-11-08T18:19:07,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:07,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:07,311 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Set watcher on existing znode=/1-1285441429/master 2024-11-08T18:19:07,312 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1285441429/backup-masters/2424dce0d377,41839,1731089947115 from backup master directory 2024-11-08T18:19:07,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1285441429/backup-masters/2424dce0d377,41839,1731089947115 2024-11-08T18:19:07,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429/backup-masters 2024-11-08T18:19:07,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429/backup-masters 2024-11-08T18:19:07,321 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:19:07,321 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,41839,1731089947115 2024-11-08T18:19:07,325 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/hbase.id] with ID: 8a6e0651-7795-4755-9691-4c6ef7f83fc3 2024-11-08T18:19:07,325 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/.tmp/hbase.id 2024-11-08T18:19:07,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:19:07,730 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/.tmp/hbase.id]:[hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/hbase.id] 2024-11-08T18:19:07,738 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:07,739 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:19:07,740 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:19:07,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:07,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:07,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:19:08,211 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:08,212 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:19:08,213 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:08,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:19:08,619 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store 2024-11-08T18:19:08,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:19:09,026 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:09,026 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:19:09,026 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:09,026 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:09,026 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:19:09,026 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:09,026 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:09,026 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089949026Disabling compacts and flushes for region at 1731089949026Disabling writes for close at 1731089949026Writing region close event to WAL at 1731089949026Closed at 1731089949026 2024-11-08T18:19:09,027 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/.initializing 2024-11-08T18:19:09,027 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/WALs/2424dce0d377,41839,1731089947115 2024-11-08T18:19:09,028 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:19:09,029 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C41839%2C1731089947115, suffix=, logDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/WALs/2424dce0d377,41839,1731089947115, archiveDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/oldWALs, maxLogs=10 2024-11-08T18:19:09,040 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/WALs/2424dce0d377,41839,1731089947115/2424dce0d377%2C41839%2C1731089947115.1731089949029, exclude list is [], retry=0 2024-11-08T18:19:09,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-61775f1b-e85d-43b9-848e-71f4c2c9fce5,DISK] 2024-11-08T18:19:09,044 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/WALs/2424dce0d377,41839,1731089947115/2424dce0d377%2C41839%2C1731089947115.1731089949029 2024-11-08T18:19:09,044 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-08T18:19:09,044 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:09,044 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:09,044 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:09,044 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:09,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:09,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:19:09,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:09,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:09,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:09,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:19:09,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:09,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:09,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:09,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:19:09,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:09,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:09,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:09,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:19:09,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:09,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:09,050 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:09,051 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:09,051 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:09,052 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:09,052 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:09,052 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:09,053 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:09,055 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:09,055 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65354025, jitterRate=-0.026149138808250427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:09,055 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089949044Initializing all the Stores at 1731089949045 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089949045Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089949045Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089949045Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089949045Cleaning up temporary data from old regions at 1731089949052 (+7 ms)Region opened successfully at 1731089949055 (+3 ms) 2024-11-08T18:19:09,055 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:19:09,057 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4aff4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:19:09,058 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:19:09,058 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:19:09,058 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:19:09,058 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:19:09,059 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:19:09,059 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:19:09,059 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:19:09,060 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:19:09,061 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Unable to get data of znode /1-1285441429/balancer because node does not exist (not necessarily an error) 2024-11-08T18:19:09,131 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1285441429/balancer already deleted, retry=false 2024-11-08T18:19:09,132 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:19:09,132 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Unable to get data of znode /1-1285441429/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:19:09,142 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1285441429/normalizer already deleted, retry=false 2024-11-08T18:19:09,143 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:19:09,144 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Unable to get data of znode /1-1285441429/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:19:09,153 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1285441429/switch/split already deleted, retry=false 2024-11-08T18:19:09,154 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Unable to get data of znode /1-1285441429/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:19:09,163 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1285441429/switch/merge already deleted, retry=false 2024-11-08T18:19:09,165 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Unable to get data of znode /1-1285441429/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:19:09,174 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1285441429/snapshot-cleanup already deleted, retry=false 2024-11-08T18:19:09,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1285441429/running 2024-11-08T18:19:09,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1285441429/running 2024-11-08T18:19:09,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:09,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:09,185 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,41839,1731089947115, sessionid=0x1011bac37330003, setting cluster-up flag (Was=false) 2024-11-08T18:19:09,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:09,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:09,237 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1285441429/flush-table-proc/acquired, /1-1285441429/flush-table-proc/reached, /1-1285441429/flush-table-proc/abort 2024-11-08T18:19:09,238 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,41839,1731089947115 2024-11-08T18:19:09,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:09,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:09,290 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1285441429/online-snapshot/acquired, /1-1285441429/online-snapshot/reached, /1-1285441429/online-snapshot/abort 2024-11-08T18:19:09,291 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,41839,1731089947115 2024-11-08T18:19:09,292 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:19:09,293 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:09,294 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:19:09,294 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:19:09,294 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,41839,1731089947115 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:19:09,296 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:09,296 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:09,296 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:09,296 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:09,296 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:19:09,296 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,296 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:19:09,296 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:09,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:19:09,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:09,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:19:09,308 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731089979308 2024-11-08T18:19:09,308 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:19:09,308 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:19:09,308 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:19:09,308 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:19:09,308 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:19:09,308 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:19:09,308 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,311 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:19:09,311 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:19:09,311 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:19:09,311 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:19:09,312 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:19:09,312 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:19:09,313 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089949313,5,FailOnTimeoutGroup] 2024-11-08T18:19:09,313 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089949313,5,FailOnTimeoutGroup] 2024-11-08T18:19:09,313 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,313 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:19:09,313 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,313 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:19:09,385 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(746): ClusterId : 8a6e0651-7795-4755-9691-4c6ef7f83fc3 2024-11-08T18:19:09,385 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:19:09,396 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:19:09,396 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:19:09,406 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:19:09,406 DEBUG [RS:0;2424dce0d377:42599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618cfb1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:19:09,417 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:42599 2024-11-08T18:19:09,417 INFO [RS:0;2424dce0d377:42599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:19:09,417 INFO [RS:0;2424dce0d377:42599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:19:09,417 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:19:09,417 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,41839,1731089947115 with port=42599, startcode=1731089947260 2024-11-08T18:19:09,417 DEBUG [RS:0;2424dce0d377:42599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:19:09,419 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:19:09,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,42599,1731089947260 2024-11-08T18:19:09,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41839 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,42599,1731089947260 2024-11-08T18:19:09,421 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8 2024-11-08T18:19:09,421 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46475 2024-11-08T18:19:09,421 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:19:09,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429/rs 2024-11-08T18:19:09,468 DEBUG [RS:0;2424dce0d377:42599 {}] zookeeper.ZKUtil(111): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Set watcher on existing znode=/1-1285441429/rs/2424dce0d377,42599,1731089947260 2024-11-08T18:19:09,468 WARN [RS:0;2424dce0d377:42599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:19:09,468 INFO [RS:0;2424dce0d377:42599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:09,468 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260 2024-11-08T18:19:09,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,42599,1731089947260] 2024-11-08T18:19:09,471 INFO [RS:0;2424dce0d377:42599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:19:09,472 INFO [RS:0;2424dce0d377:42599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:19:09,472 INFO [RS:0;2424dce0d377:42599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:19:09,472 INFO [RS:0;2424dce0d377:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,473 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:19:09,473 INFO [RS:0;2424dce0d377:42599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:19:09,474 INFO [RS:0;2424dce0d377:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:19:09,474 DEBUG [RS:0;2424dce0d377:42599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:19:09,474 INFO [RS:0;2424dce0d377:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,474 INFO [RS:0;2424dce0d377:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,474 INFO [RS:0;2424dce0d377:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,474 INFO [RS:0;2424dce0d377:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,474 INFO [RS:0;2424dce0d377:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,474 INFO [RS:0;2424dce0d377:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42599,1731089947260-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:19:09,491 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:19:09,491 INFO [RS:0;2424dce0d377:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42599,1731089947260-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,491 INFO [RS:0;2424dce0d377:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,491 INFO [RS:0;2424dce0d377:42599 {}] regionserver.Replication(171): 2424dce0d377,42599,1731089947260 started 2024-11-08T18:19:09,507 INFO [RS:0;2424dce0d377:42599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:09,507 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,42599,1731089947260, RpcServer on 2424dce0d377/172.17.0.3:42599, sessionid=0x1011bac37330004 2024-11-08T18:19:09,507 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:19:09,507 DEBUG [RS:0;2424dce0d377:42599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,42599,1731089947260 2024-11-08T18:19:09,507 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,42599,1731089947260' 2024-11-08T18:19:09,507 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1285441429/flush-table-proc/abort' 2024-11-08T18:19:09,507 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1285441429/flush-table-proc/acquired' 2024-11-08T18:19:09,508 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:19:09,508 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:19:09,508 DEBUG [RS:0;2424dce0d377:42599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,42599,1731089947260 2024-11-08T18:19:09,508 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,42599,1731089947260' 2024-11-08T18:19:09,508 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1285441429/online-snapshot/abort' 2024-11-08T18:19:09,508 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1285441429/online-snapshot/acquired' 2024-11-08T18:19:09,508 DEBUG [RS:0;2424dce0d377:42599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:19:09,508 INFO [RS:0;2424dce0d377:42599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:19:09,508 INFO [RS:0;2424dce0d377:42599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:19:09,609 INFO [RS:0;2424dce0d377:42599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:19:09,610 INFO [RS:0;2424dce0d377:42599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C42599%2C1731089947260, suffix=, logDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260, archiveDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/oldWALs, maxLogs=10 2024-11-08T18:19:09,622 DEBUG [RS:0;2424dce0d377:42599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610, exclude list is [], retry=0 2024-11-08T18:19:09,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-61775f1b-e85d-43b9-848e-71f4c2c9fce5,DISK] 2024-11-08T18:19:09,626 INFO [RS:0;2424dce0d377:42599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 2024-11-08T18:19:09,626 DEBUG [RS:0;2424dce0d377:42599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-08T18:19:09,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:19:09,715 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8 2024-11-08T18:19:09,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:19:10,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:10,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:19:10,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:19:10,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:10,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:10,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:19:10,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:19:10,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:10,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:10,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:19:10,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:19:10,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:10,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:10,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:19:10,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:19:10,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:10,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:10,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:19:10,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740 2024-11-08T18:19:10,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740 2024-11-08T18:19:10,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:19:10,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:19:10,128 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:10,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:19:10,130 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:10,130 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62905915, jitterRate=-0.06262882053852081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:10,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089950121Initializing all the Stores at 1731089950121Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089950121Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089950121Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089950121Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089950121Cleaning up temporary data from old regions at 1731089950127 (+6 ms)Region opened successfully at 1731089950130 (+3 ms) 2024-11-08T18:19:10,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:19:10,130 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:19:10,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:19:10,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:19:10,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:19:10,130 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:19:10,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089950130Disabling compacts and flushes for region at 1731089950130Disabling writes for close at 1731089950130Writing region close event to WAL at 1731089950130Closed at 1731089950130 2024-11-08T18:19:10,131 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:10,131 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:19:10,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:19:10,132 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:19:10,132 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:19:10,249 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:19:10,282 DEBUG [2424dce0d377:41839 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:19:10,283 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,42599,1731089947260 2024-11-08T18:19:10,284 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,42599,1731089947260, state=OPENING 2024-11-08T18:19:10,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:10,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:10,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:10,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:10,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:10,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:10,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:10,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:10,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:19:10,342 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:19:10,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:10,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:10,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:19:10,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1285441429/meta-region-server: CHANGED 2024-11-08T18:19:10,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1285441429/meta-region-server: CHANGED 2024-11-08T18:19:10,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,42599,1731089947260}] 2024-11-08T18:19:10,506 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:19:10,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:19:10,509 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:19:10,510 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:10,510 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:19:10,511 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C42599%2C1731089947260.meta, suffix=.meta, logDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260, archiveDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/oldWALs, maxLogs=10 2024-11-08T18:19:10,525 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.meta.1731089950511.meta, exclude list is [], retry=0 2024-11-08T18:19:10,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-61775f1b-e85d-43b9-848e-71f4c2c9fce5,DISK] 2024-11-08T18:19:10,529 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.meta.1731089950511.meta 2024-11-08T18:19:10,529 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-08T18:19:10,529 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:10,530 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:10,530 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:19:10,530 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:19:10,530 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:19:10,530 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:19:10,530 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:10,531 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:19:10,531 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:19:10,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:19:10,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:19:10,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:10,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:10,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:19:10,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:19:10,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:10,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:10,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:19:10,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:19:10,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:10,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:10,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:19:10,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:19:10,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:10,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:10,535 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:19:10,535 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740 2024-11-08T18:19:10,536 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740 2024-11-08T18:19:10,537 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:19:10,537 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:19:10,538 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:10,539 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:19:10,539 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62821274, jitterRate=-0.06389006972312927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:10,539 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:19:10,540 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089950531Writing region info on filesystem at 1731089950531Initializing all the Stores at 1731089950531Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089950531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089950532 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089950532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089950532Cleaning up temporary data from old regions at 1731089950537 (+5 ms)Running coprocessor post-open hooks at 1731089950539 (+2 ms)Region opened successfully at 1731089950539 2024-11-08T18:19:10,540 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089950506 2024-11-08T18:19:10,542 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:19:10,542 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:19:10,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,42599,1731089947260 2024-11-08T18:19:10,543 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,42599,1731089947260, state=OPEN 2024-11-08T18:19:10,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1285441429/meta-region-server 2024-11-08T18:19:10,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1285441429/meta-region-server 2024-11-08T18:19:10,553 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,42599,1731089947260 2024-11-08T18:19:10,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1285441429/meta-region-server: CHANGED 2024-11-08T18:19:10,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1285441429/meta-region-server: CHANGED 2024-11-08T18:19:10,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:19:10,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,42599,1731089947260 in 199 msec 2024-11-08T18:19:10,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:19:10,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-08T18:19:10,556 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:10,556 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:19:10,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:10,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42599,1731089947260, seqNum=-1] 2024-11-08T18:19:10,558 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:10,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:10,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-08T18:19:10,562 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089950562, completionTime=-1 2024-11-08T18:19:10,563 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:19:10,563 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:19:10,565 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:19:10,565 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090010565 2024-11-08T18:19:10,565 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090070565 2024-11-08T18:19:10,565 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:19:10,565 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41839,1731089947115-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:10,565 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41839,1731089947115-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:10,565 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41839,1731089947115-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:10,565 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:41839, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:10,565 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:10,566 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:10,567 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:19:10,569 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.247sec 2024-11-08T18:19:10,569 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:19:10,569 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:19:10,569 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:19:10,569 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:19:10,569 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:19:10,569 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41839,1731089947115-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:19:10,569 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41839,1731089947115-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:19:10,571 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:19:10,571 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:19:10,571 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41839,1731089947115-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:10,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a141ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:10,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,41839,-1 for getting cluster id 2024-11-08T18:19:10,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:10,588 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6e0651-7795-4755-9691-4c6ef7f83fc3' 2024-11-08T18:19:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6e0651-7795-4755-9691-4c6ef7f83fc3" 2024-11-08T18:19:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce4e77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,41839,-1] 2024-11-08T18:19:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:10,589 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:10,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ccd8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:10,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:10,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42599,1731089947260, seqNum=-1] 2024-11-08T18:19:10,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:10,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:10,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,41839,1731089947115 2024-11-08T18:19:10,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64073 2024-11-08T18:19:10,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:10,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011bac37330005 connected 2024-11-08T18:19:10,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,34457,1731089941631 2024-11-08T18:19:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33855b35 2024-11-08T18:19:10,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:10,620 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:10,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:19:10,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:19:10,622 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:10,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:19:10,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:19:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:10,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:19:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:11,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aad6a45af349b8c6cc4b9bc284fe3389, NAME => 'test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38 2024-11-08T18:19:11,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:19:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:11,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:11,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aad6a45af349b8c6cc4b9bc284fe3389, disabling compactions & flushes 2024-11-08T18:19:11,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. 2024-11-08T18:19:11,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. 2024-11-08T18:19:11,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. after waiting 0 ms 2024-11-08T18:19:11,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. 2024-11-08T18:19:11,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. 2024-11-08T18:19:11,435 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aad6a45af349b8c6cc4b9bc284fe3389: Waiting for close lock at 1731089951435Disabling compacts and flushes for region at 1731089951435Disabling writes for close at 1731089951435Writing region close event to WAL at 1731089951435Closed at 1731089951435 2024-11-08T18:19:11,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:19:11,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731089951436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089951436"}]},"ts":"1731089951436"} 2024-11-08T18:19:11,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:19:11,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:19:11,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089951439"}]},"ts":"1731089951439"} 2024-11-08T18:19:11,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:19:11,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aad6a45af349b8c6cc4b9bc284fe3389, ASSIGN}] 2024-11-08T18:19:11,441 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aad6a45af349b8c6cc4b9bc284fe3389, ASSIGN 2024-11-08T18:19:11,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aad6a45af349b8c6cc4b9bc284fe3389, ASSIGN; state=OFFLINE, location=2424dce0d377,45145,1731089941817; forceNewPlan=false, retain=false 2024-11-08T18:19:11,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aad6a45af349b8c6cc4b9bc284fe3389, regionState=OPENING, regionLocation=2424dce0d377,45145,1731089941817 2024-11-08T18:19:11,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aad6a45af349b8c6cc4b9bc284fe3389, ASSIGN because future has completed 2024-11-08T18:19:11,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aad6a45af349b8c6cc4b9bc284fe3389, server=2424dce0d377,45145,1731089941817}] 2024-11-08T18:19:11,750 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. 2024-11-08T18:19:11,750 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aad6a45af349b8c6cc4b9bc284fe3389, NAME => 'test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:11,750 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:11,750 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:19:11,750 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,750 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:11,750 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,751 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,751 INFO [StoreOpener-aad6a45af349b8c6cc4b9bc284fe3389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,752 INFO [StoreOpener-aad6a45af349b8c6cc4b9bc284fe3389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aad6a45af349b8c6cc4b9bc284fe3389 columnFamilyName f 2024-11-08T18:19:11,752 DEBUG [StoreOpener-aad6a45af349b8c6cc4b9bc284fe3389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:11,753 INFO [StoreOpener-aad6a45af349b8c6cc4b9bc284fe3389-1 {}] regionserver.HStore(327): Store=aad6a45af349b8c6cc4b9bc284fe3389/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:11,753 INFO [StoreOpener-aad6a45af349b8c6cc4b9bc284fe3389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,754 INFO [StoreOpener-aad6a45af349b8c6cc4b9bc284fe3389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aad6a45af349b8c6cc4b9bc284fe3389 columnFamilyName f1 2024-11-08T18:19:11,754 DEBUG [StoreOpener-aad6a45af349b8c6cc4b9bc284fe3389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:11,754 INFO [StoreOpener-aad6a45af349b8c6cc4b9bc284fe3389-1 {}] regionserver.HStore(327): Store=aad6a45af349b8c6cc4b9bc284fe3389/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:11,754 INFO [StoreOpener-aad6a45af349b8c6cc4b9bc284fe3389-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,755 INFO [StoreOpener-aad6a45af349b8c6cc4b9bc284fe3389-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aad6a45af349b8c6cc4b9bc284fe3389 columnFamilyName norep 2024-11-08T18:19:11,755 DEBUG [StoreOpener-aad6a45af349b8c6cc4b9bc284fe3389-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:11,755 INFO [StoreOpener-aad6a45af349b8c6cc4b9bc284fe3389-1 {}] regionserver.HStore(327): Store=aad6a45af349b8c6cc4b9bc284fe3389/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:11,755 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,755 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,756 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,756 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,756 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,757 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:19:11,758 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:11,764 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:11,764 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aad6a45af349b8c6cc4b9bc284fe3389; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74229046, jitterRate=0.10609897971153259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:19:11,765 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:11,765 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aad6a45af349b8c6cc4b9bc284fe3389: Running coprocessor pre-open hook at 1731089951751Writing region info on filesystem at 1731089951751Initializing all the Stores at 1731089951751Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089951751Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089951751Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089951751Cleaning up temporary data from old regions at 1731089951756 (+5 ms)Running coprocessor post-open hooks at 1731089951765 (+9 ms)Region opened successfully at 1731089951765 2024-11-08T18:19:11,766 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389., pid=6, masterSystemTime=1731089951747 2024-11-08T18:19:11,768 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. 2024-11-08T18:19:11,768 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. 2024-11-08T18:19:11,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aad6a45af349b8c6cc4b9bc284fe3389, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,45145,1731089941817 2024-11-08T18:19:11,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aad6a45af349b8c6cc4b9bc284fe3389, server=2424dce0d377,45145,1731089941817 because future has completed 2024-11-08T18:19:11,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:19:11,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aad6a45af349b8c6cc4b9bc284fe3389, server=2424dce0d377,45145,1731089941817 in 176 msec 2024-11-08T18:19:11,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:19:11,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aad6a45af349b8c6cc4b9bc284fe3389, ASSIGN in 331 msec 2024-11-08T18:19:11,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:19:11,775 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089951774"}]},"ts":"1731089951774"} 2024-11-08T18:19:11,776 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:19:11,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:19:11,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-08T18:19:12,322 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:12,323 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:19:12,323 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18234 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:19:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:12,774 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:19:12,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:12,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,41839,1731089947115 2024-11-08T18:19:12,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@be6188a 2024-11-08T18:19:12,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:12,775 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:12,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:19:12,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:19:12,778 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:12,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:19:12,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:19:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:12,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:19:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:13,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b642dd3d444bc7f0c00063da6aeacc7, NAME => 'test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8 2024-11-08T18:19:13,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:19:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:13,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:13,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3b642dd3d444bc7f0c00063da6aeacc7, disabling compactions & flushes 2024-11-08T18:19:13,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. 2024-11-08T18:19:13,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. 2024-11-08T18:19:13,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. after waiting 0 ms 2024-11-08T18:19:13,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. 2024-11-08T18:19:13,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. 2024-11-08T18:19:13,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b642dd3d444bc7f0c00063da6aeacc7: Waiting for close lock at 1731089953595Disabling compacts and flushes for region at 1731089953595Disabling writes for close at 1731089953595Writing region close event to WAL at 1731089953595Closed at 1731089953595 2024-11-08T18:19:13,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:19:13,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731089953597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089953597"}]},"ts":"1731089953597"} 2024-11-08T18:19:13,599 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:19:13,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:19:13,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089953600"}]},"ts":"1731089953600"} 2024-11-08T18:19:13,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:19:13,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b642dd3d444bc7f0c00063da6aeacc7, ASSIGN}] 2024-11-08T18:19:13,603 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3b642dd3d444bc7f0c00063da6aeacc7, ASSIGN 2024-11-08T18:19:13,604 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3b642dd3d444bc7f0c00063da6aeacc7, ASSIGN; state=OFFLINE, location=2424dce0d377,42599,1731089947260; forceNewPlan=false, retain=false 2024-11-08T18:19:13,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b642dd3d444bc7f0c00063da6aeacc7, regionState=OPENING, regionLocation=2424dce0d377,42599,1731089947260 2024-11-08T18:19:13,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3b642dd3d444bc7f0c00063da6aeacc7, ASSIGN because future has completed 2024-11-08T18:19:13,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b642dd3d444bc7f0c00063da6aeacc7, server=2424dce0d377,42599,1731089947260}] 2024-11-08T18:19:13,912 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. 2024-11-08T18:19:13,912 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b642dd3d444bc7f0c00063da6aeacc7, NAME => 'test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:13,912 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:13,912 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:19:13,913 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,913 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:13,913 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,913 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,914 INFO [StoreOpener-3b642dd3d444bc7f0c00063da6aeacc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,915 INFO [StoreOpener-3b642dd3d444bc7f0c00063da6aeacc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b642dd3d444bc7f0c00063da6aeacc7 columnFamilyName f 2024-11-08T18:19:13,915 DEBUG [StoreOpener-3b642dd3d444bc7f0c00063da6aeacc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:13,915 INFO [StoreOpener-3b642dd3d444bc7f0c00063da6aeacc7-1 {}] regionserver.HStore(327): Store=3b642dd3d444bc7f0c00063da6aeacc7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:13,915 INFO [StoreOpener-3b642dd3d444bc7f0c00063da6aeacc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,916 INFO [StoreOpener-3b642dd3d444bc7f0c00063da6aeacc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b642dd3d444bc7f0c00063da6aeacc7 columnFamilyName f1 2024-11-08T18:19:13,916 DEBUG [StoreOpener-3b642dd3d444bc7f0c00063da6aeacc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:13,916 INFO [StoreOpener-3b642dd3d444bc7f0c00063da6aeacc7-1 {}] regionserver.HStore(327): Store=3b642dd3d444bc7f0c00063da6aeacc7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:13,917 INFO [StoreOpener-3b642dd3d444bc7f0c00063da6aeacc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,917 INFO [StoreOpener-3b642dd3d444bc7f0c00063da6aeacc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b642dd3d444bc7f0c00063da6aeacc7 columnFamilyName norep 2024-11-08T18:19:13,917 DEBUG [StoreOpener-3b642dd3d444bc7f0c00063da6aeacc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:13,918 INFO [StoreOpener-3b642dd3d444bc7f0c00063da6aeacc7-1 {}] regionserver.HStore(327): Store=3b642dd3d444bc7f0c00063da6aeacc7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:13,918 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,918 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,919 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,919 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,919 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,919 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:19:13,920 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,922 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:13,922 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b642dd3d444bc7f0c00063da6aeacc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61730800, jitterRate=-0.0801393985748291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:19:13,922 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:13,922 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b642dd3d444bc7f0c00063da6aeacc7: Running coprocessor pre-open hook at 1731089953913Writing region info on filesystem at 1731089953913Initializing all the Stores at 1731089953913Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089953913Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089953914 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089953914Cleaning up temporary data from old regions at 1731089953919 (+5 ms)Running coprocessor post-open hooks at 1731089953922 (+3 ms)Region opened successfully at 1731089953922 2024-11-08T18:19:13,923 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7., pid=6, masterSystemTime=1731089953909 2024-11-08T18:19:13,924 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. 2024-11-08T18:19:13,924 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. 2024-11-08T18:19:13,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b642dd3d444bc7f0c00063da6aeacc7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,42599,1731089947260 2024-11-08T18:19:13,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b642dd3d444bc7f0c00063da6aeacc7, server=2424dce0d377,42599,1731089947260 because future has completed 2024-11-08T18:19:13,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:19:13,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b642dd3d444bc7f0c00063da6aeacc7, server=2424dce0d377,42599,1731089947260 in 170 msec 2024-11-08T18:19:13,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:19:13,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3b642dd3d444bc7f0c00063da6aeacc7, ASSIGN in 327 msec 2024-11-08T18:19:13,931 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:19:13,931 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089953931"}]},"ts":"1731089953931"} 2024-11-08T18:19:13,932 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:19:13,933 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:19:13,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-08T18:19:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:19:14,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T18:19:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T18:19:14,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T18:19:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:19:14,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T18:19:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:19:14,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T18:19:14,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:19:14,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T18:19:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:14,923 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:19:14,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c2f6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:14,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34457,-1 for getting cluster id 2024-11-08T18:19:14,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:14,924 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89058898-02a2-4e0e-8a64-c28037b60e62' 2024-11-08T18:19:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89058898-02a2-4e0e-8a64-c28037b60e62" 2024-11-08T18:19:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e05b434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34457,-1] 2024-11-08T18:19:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:14,925 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd50f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:14,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb954a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:14,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,41839,-1 for getting cluster id 2024-11-08T18:19:14,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:14,927 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6e0651-7795-4755-9691-4c6ef7f83fc3' 2024-11-08T18:19:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6e0651-7795-4755-9691-4c6ef7f83fc3" 2024-11-08T18:19:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f723ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,41839,-1] 2024-11-08T18:19:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:14,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:14,928 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:14,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bfed8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:14,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ad124a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:14,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34457,-1 for getting cluster id 2024-11-08T18:19:14,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:14,930 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89058898-02a2-4e0e-8a64-c28037b60e62' 2024-11-08T18:19:14,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:14,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89058898-02a2-4e0e-8a64-c28037b60e62" 2024-11-08T18:19:14,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7ca686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:14,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34457,-1] 2024-11-08T18:19:14,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:14,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:14,931 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc657a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:14,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:14,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,34457,1731089941631 2024-11-08T18:19:14,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2510046e 2024-11-08T18:19:14,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:14,934 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:14,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:41839,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:19:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:19:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:14,937 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:41839' 2024-11-08T18:19:14,938 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad28913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:14,938 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,41839,-1 for getting cluster id 2024-11-08T18:19:14,938 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:14,938 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6e0651-7795-4755-9691-4c6ef7f83fc3' 2024-11-08T18:19:14,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:14,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6e0651-7795-4755-9691-4c6ef7f83fc3" 2024-11-08T18:19:14,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc38670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:14,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,41839,-1] 2024-11-08T18:19:14,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:14,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:14,940 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:14,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b507be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:14,941 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:14,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,41839,1731089947115 2024-11-08T18:19:14,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ba371dc 2024-11-08T18:19:14,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:14,942 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:14,942 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T18:19:14,942 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:19:14,942 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:14,943 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:14,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:14,943 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:14,944 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:19:14,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:19:14,945 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:14,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:19:14,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741837_1013 (size=1138) 2024-11-08T18:19:14,994 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:19:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:15,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5280dd43db0a6c6bd2b4232dd9c968ab, NAME => 'hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38 2024-11-08T18:19:15,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741838_1014 (size=44) 2024-11-08T18:19:15,471 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T18:19:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:15,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:15,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5280dd43db0a6c6bd2b4232dd9c968ab, disabling compactions & flushes 2024-11-08T18:19:15,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:15,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:15,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. after waiting 0 ms 2024-11-08T18:19:15,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:15,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:15,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5280dd43db0a6c6bd2b4232dd9c968ab: Waiting for close lock at 1731089955757Disabling compacts and flushes for region at 1731089955757Disabling writes for close at 1731089955757Writing region close event to WAL at 1731089955757Closed at 1731089955757 2024-11-08T18:19:15,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:19:15,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731089955758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089955758"}]},"ts":"1731089955758"} 2024-11-08T18:19:15,761 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:19:15,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:19:15,762 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089955761"}]},"ts":"1731089955761"} 2024-11-08T18:19:15,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:19:15,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5280dd43db0a6c6bd2b4232dd9c968ab, ASSIGN}] 2024-11-08T18:19:15,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5280dd43db0a6c6bd2b4232dd9c968ab, ASSIGN 2024-11-08T18:19:15,765 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5280dd43db0a6c6bd2b4232dd9c968ab, ASSIGN; state=OFFLINE, location=2424dce0d377,45145,1731089941817; forceNewPlan=false, retain=false 2024-11-08T18:19:15,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5280dd43db0a6c6bd2b4232dd9c968ab, regionState=OPENING, regionLocation=2424dce0d377,45145,1731089941817 2024-11-08T18:19:15,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5280dd43db0a6c6bd2b4232dd9c968ab, ASSIGN because future has completed 2024-11-08T18:19:15,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5280dd43db0a6c6bd2b4232dd9c968ab, server=2424dce0d377,45145,1731089941817}] 2024-11-08T18:19:16,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:19:16,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:16,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:16,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:16,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:16,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:16,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:16,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:16,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:16,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:16,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:19:16,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C45145%2C1731089941817.rep, suffix=, logDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/oldWALs, maxLogs=10 2024-11-08T18:19:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:16,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:16,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.rep.1731089956074, exclude list is [], retry=0 2024-11-08T18:19:16,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34265,DS-84469e09-6c43-4717-8b49-92bfb735f686,DISK] 2024-11-08T18:19:16,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.rep.1731089956074 2024-11-08T18:19:16,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46067:46067)] 2024-11-08T18:19:16,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5280dd43db0a6c6bd2b4232dd9c968ab, NAME => 'hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:16,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:16,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:19:16,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. service=MultiRowMutationService 2024-11-08T18:19:16,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:19:16,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:16,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,091 INFO [StoreOpener-5280dd43db0a6c6bd2b4232dd9c968ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,092 INFO [StoreOpener-5280dd43db0a6c6bd2b4232dd9c968ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5280dd43db0a6c6bd2b4232dd9c968ab columnFamilyName hfileref 2024-11-08T18:19:16,092 DEBUG [StoreOpener-5280dd43db0a6c6bd2b4232dd9c968ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:16,092 INFO [StoreOpener-5280dd43db0a6c6bd2b4232dd9c968ab-1 {}] regionserver.HStore(327): Store=5280dd43db0a6c6bd2b4232dd9c968ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:16,092 INFO [StoreOpener-5280dd43db0a6c6bd2b4232dd9c968ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,093 INFO [StoreOpener-5280dd43db0a6c6bd2b4232dd9c968ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5280dd43db0a6c6bd2b4232dd9c968ab columnFamilyName queue 2024-11-08T18:19:16,093 DEBUG [StoreOpener-5280dd43db0a6c6bd2b4232dd9c968ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:16,094 INFO [StoreOpener-5280dd43db0a6c6bd2b4232dd9c968ab-1 {}] regionserver.HStore(327): Store=5280dd43db0a6c6bd2b4232dd9c968ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:16,094 INFO [StoreOpener-5280dd43db0a6c6bd2b4232dd9c968ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,094 INFO [StoreOpener-5280dd43db0a6c6bd2b4232dd9c968ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5280dd43db0a6c6bd2b4232dd9c968ab columnFamilyName sid 2024-11-08T18:19:16,095 DEBUG [StoreOpener-5280dd43db0a6c6bd2b4232dd9c968ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:16,095 INFO [StoreOpener-5280dd43db0a6c6bd2b4232dd9c968ab-1 {}] regionserver.HStore(327): Store=5280dd43db0a6c6bd2b4232dd9c968ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:16,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/replication/5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/replication/5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:19:16,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/replication/5280dd43db0a6c6bd2b4232dd9c968ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:16,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5280dd43db0a6c6bd2b4232dd9c968ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72945945, jitterRate=0.08697928488254547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:19:16,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:16,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5280dd43db0a6c6bd2b4232dd9c968ab: Running coprocessor pre-open hook at 1731089956090Writing region info on filesystem at 1731089956090Initializing all the Stores at 1731089956091 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089956091Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089956091Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089956091Cleaning up temporary data from old regions at 1731089956096 (+5 ms)Running coprocessor post-open hooks at 1731089956099 (+3 ms)Region opened successfully at 1731089956099 2024-11-08T18:19:16,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab., pid=10, masterSystemTime=1731089956069 2024-11-08T18:19:16,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:16,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:16,103 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5280dd43db0a6c6bd2b4232dd9c968ab, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,45145,1731089941817 2024-11-08T18:19:16,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5280dd43db0a6c6bd2b4232dd9c968ab, server=2424dce0d377,45145,1731089941817 because future has completed 2024-11-08T18:19:16,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:19:16,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5280dd43db0a6c6bd2b4232dd9c968ab, server=2424dce0d377,45145,1731089941817 in 187 msec 2024-11-08T18:19:16,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T18:19:16,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5280dd43db0a6c6bd2b4232dd9c968ab, ASSIGN in 344 msec 2024-11-08T18:19:16,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:19:16,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089956108"}]},"ts":"1731089956108"} 2024-11-08T18:19:16,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:19:16,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:19:16,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-08T18:19:16,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab., hostname=2424dce0d377,45145,1731089941817, seqNum=2] 2024-11-08T18:19:16,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:16,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:16,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:19:16,313 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T18:19:16,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T18:19:16,401 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:19:16,440 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,45145,1731089941817, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:19:16,441 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:16,441 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,45145,1731089941817, seqNum=-1] 2024-11-08T18:19:16,441 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:16,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T18:19:16,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,45145,1731089941817', locateType=CURRENT is [region=hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab., hostname=2424dce0d377,45145,1731089941817, seqNum=2] 2024-11-08T18:19:16,447 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T18:19:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T18:19:16,449 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,45145,1731089941817 suceeded 2024-11-08T18:19:16,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T18:19:16,451 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:41839,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:19:16,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-08T18:19:16,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-08T18:19:16,462 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:41839' 2024-11-08T18:19:16,463 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@781b45d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:16,463 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,41839,-1 for getting cluster id 2024-11-08T18:19:16,463 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:16,464 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6e0651-7795-4755-9691-4c6ef7f83fc3' 2024-11-08T18:19:16,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:16,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6e0651-7795-4755-9691-4c6ef7f83fc3" 2024-11-08T18:19:16,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@764e94a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:16,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,41839,-1] 2024-11-08T18:19:16,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:16,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:16,465 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:16,466 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@368dc65f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:16,466 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:16,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,41839,1731089947115 2024-11-08T18:19:16,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34392323 2024-11-08T18:19:16,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:16,467 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-08T18:19:16,468 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,45145,1731089941817 (queues=1) is replicating from cluster=89058898-02a2-4e0e-8a64-c28037b60e62 to cluster=8a6e0651-7795-4755-9691-4c6ef7f83fc3 2024-11-08T18:19:16,468 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C45145%2C1731089941817 2024-11-08T18:19:16,468 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,45145,1731089941817, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:19:16,468 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C45145%2C1731089941817 2024-11-08T18:19:16,468 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120, startPosition=0, beingWritten=true 2024-11-08T18:19:16,473 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:19:16,473 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 379, reset compression=false 2024-11-08T18:19:16,473 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,45145,1731089941817 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:19:16,677 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 379, reset compression=false 2024-11-08T18:19:16,981 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 379, reset compression=false 2024-11-08T18:19:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:17,083 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:19:17,084 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:19:17,084 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:17,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:17,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:17,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:17,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f1aa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:17,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,41839,-1 for getting cluster id 2024-11-08T18:19:17,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:17,086 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6e0651-7795-4755-9691-4c6ef7f83fc3' 2024-11-08T18:19:17,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:17,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6e0651-7795-4755-9691-4c6ef7f83fc3" 2024-11-08T18:19:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,41839,-1] 2024-11-08T18:19:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:17,088 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:17,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15538134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:17,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:17,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,41839,1731089947115 2024-11-08T18:19:17,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17af0294 2024-11-08T18:19:17,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:17,091 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:17,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:34457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:19:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:19:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:17,093 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:34457' 2024-11-08T18:19:17,094 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e018c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:17,094 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34457,-1 for getting cluster id 2024-11-08T18:19:17,094 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:17,095 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89058898-02a2-4e0e-8a64-c28037b60e62' 2024-11-08T18:19:17,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:17,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89058898-02a2-4e0e-8a64-c28037b60e62" 2024-11-08T18:19:17,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59654de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:17,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34457,-1] 2024-11-08T18:19:17,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:17,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:17,096 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:17,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e4f07a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:17,097 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:17,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,34457,1731089941631 2024-11-08T18:19:17,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59be4b4a 2024-11-08T18:19:17,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:17,098 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:17,099 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T18:19:17,099 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:19:17,099 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:17,099 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:17,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:17,099 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:17,100 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:19:17,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:19:17,101 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:17,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:19:17,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741837_1013 (size=1138) 2024-11-08T18:19:17,150 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:19:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:17,385 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 379, reset compression=false 2024-11-08T18:19:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:17,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe8606b6cd63a6bb019dfa2267136657, NAME => 'hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8 2024-11-08T18:19:17,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741838_1014 (size=44) 2024-11-08T18:19:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:17,889 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 379, reset compression=false 2024-11-08T18:19:17,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:17,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fe8606b6cd63a6bb019dfa2267136657, disabling compactions & flushes 2024-11-08T18:19:17,916 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:17,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:17,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. after waiting 0 ms 2024-11-08T18:19:17,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:17,916 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:17,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe8606b6cd63a6bb019dfa2267136657: Waiting for close lock at 1731089957916Disabling compacts and flushes for region at 1731089957916Disabling writes for close at 1731089957916Writing region close event to WAL at 1731089957916Closed at 1731089957916 2024-11-08T18:19:17,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:19:17,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731089957917"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089957917"}]},"ts":"1731089957917"} 2024-11-08T18:19:17,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:19:17,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:19:17,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089957920"}]},"ts":"1731089957920"} 2024-11-08T18:19:17,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:19:17,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe8606b6cd63a6bb019dfa2267136657, ASSIGN}] 2024-11-08T18:19:17,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe8606b6cd63a6bb019dfa2267136657, ASSIGN 2024-11-08T18:19:17,923 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe8606b6cd63a6bb019dfa2267136657, ASSIGN; state=OFFLINE, location=2424dce0d377,42599,1731089947260; forceNewPlan=false, retain=false 2024-11-08T18:19:18,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fe8606b6cd63a6bb019dfa2267136657, regionState=OPENING, regionLocation=2424dce0d377,42599,1731089947260 2024-11-08T18:19:18,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe8606b6cd63a6bb019dfa2267136657, ASSIGN because future has completed 2024-11-08T18:19:18,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe8606b6cd63a6bb019dfa2267136657, server=2424dce0d377,42599,1731089947260}] 2024-11-08T18:19:18,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:18,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:18,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:19:18,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C42599%2C1731089947260.rep, suffix=, logDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260, archiveDir=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/oldWALs, maxLogs=10 2024-11-08T18:19:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:18,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.rep.1731089958233, exclude list is [], retry=0 2024-11-08T18:19:18,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43031,DS-61775f1b-e85d-43b9-848e-71f4c2c9fce5,DISK] 2024-11-08T18:19:18,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.rep.1731089958233 2024-11-08T18:19:18,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33017:33017)] 2024-11-08T18:19:18,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fe8606b6cd63a6bb019dfa2267136657, NAME => 'hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:18,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:18,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:19:18,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. service=MultiRowMutationService 2024-11-08T18:19:18,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:19:18,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:18,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,252 INFO [StoreOpener-fe8606b6cd63a6bb019dfa2267136657-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,253 INFO [StoreOpener-fe8606b6cd63a6bb019dfa2267136657-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe8606b6cd63a6bb019dfa2267136657 columnFamilyName hfileref 2024-11-08T18:19:18,253 DEBUG [StoreOpener-fe8606b6cd63a6bb019dfa2267136657-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:18,254 INFO [StoreOpener-fe8606b6cd63a6bb019dfa2267136657-1 {}] regionserver.HStore(327): Store=fe8606b6cd63a6bb019dfa2267136657/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:18,254 INFO [StoreOpener-fe8606b6cd63a6bb019dfa2267136657-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,255 INFO [StoreOpener-fe8606b6cd63a6bb019dfa2267136657-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe8606b6cd63a6bb019dfa2267136657 columnFamilyName queue 2024-11-08T18:19:18,255 DEBUG [StoreOpener-fe8606b6cd63a6bb019dfa2267136657-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:18,255 INFO [StoreOpener-fe8606b6cd63a6bb019dfa2267136657-1 {}] regionserver.HStore(327): Store=fe8606b6cd63a6bb019dfa2267136657/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:18,255 INFO [StoreOpener-fe8606b6cd63a6bb019dfa2267136657-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,256 INFO [StoreOpener-fe8606b6cd63a6bb019dfa2267136657-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe8606b6cd63a6bb019dfa2267136657 columnFamilyName sid 2024-11-08T18:19:18,256 DEBUG [StoreOpener-fe8606b6cd63a6bb019dfa2267136657-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:18,256 INFO [StoreOpener-fe8606b6cd63a6bb019dfa2267136657-1 {}] regionserver.HStore(327): Store=fe8606b6cd63a6bb019dfa2267136657/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:18,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/replication/fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/replication/fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:19:18,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/replication/fe8606b6cd63a6bb019dfa2267136657/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:18,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fe8606b6cd63a6bb019dfa2267136657; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69375562, jitterRate=0.033776432275772095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:19:18,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:18,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fe8606b6cd63a6bb019dfa2267136657: Running coprocessor pre-open hook at 1731089958251Writing region info on filesystem at 1731089958251Initializing all the Stores at 1731089958252 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089958252Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089958252Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089958252Cleaning up temporary data from old regions at 1731089958258 (+6 ms)Running coprocessor post-open hooks at 1731089958261 (+3 ms)Region opened successfully at 1731089958261 2024-11-08T18:19:18,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657., pid=10, masterSystemTime=1731089958228 2024-11-08T18:19:18,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:18,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:18,264 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fe8606b6cd63a6bb019dfa2267136657, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,42599,1731089947260 2024-11-08T18:19:18,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe8606b6cd63a6bb019dfa2267136657, server=2424dce0d377,42599,1731089947260 because future has completed 2024-11-08T18:19:18,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:19:18,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fe8606b6cd63a6bb019dfa2267136657, server=2424dce0d377,42599,1731089947260 in 190 msec 2024-11-08T18:19:18,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T18:19:18,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe8606b6cd63a6bb019dfa2267136657, ASSIGN in 346 msec 2024-11-08T18:19:18,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:19:18,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089958270"}]},"ts":"1731089958270"} 2024-11-08T18:19:18,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:19:18,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:19:18,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-08T18:19:18,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657., hostname=2424dce0d377,42599,1731089947260, seqNum=2] 2024-11-08T18:19:18,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:18,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:18,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:19:18,493 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 379, reset compression=false 2024-11-08T18:19:18,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T18:19:18,548 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:19:18,574 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,42599,1731089947260, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:19:18,574 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:18,574 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42599,1731089947260, seqNum=-1] 2024-11-08T18:19:18,575 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:18,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T18:19:18,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,42599,1731089947260', locateType=CURRENT is [region=hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657., hostname=2424dce0d377,42599,1731089947260, seqNum=2] 2024-11-08T18:19:18,580 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T18:19:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T18:19:18,582 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,42599,1731089947260 suceeded 2024-11-08T18:19:18,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T18:19:18,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-08T18:19:18,584 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:34457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:19:18,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-08T18:19:18,593 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:34457' 2024-11-08T18:19:18,593 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c3fe56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:18,593 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34457,-1 for getting cluster id 2024-11-08T18:19:18,594 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:18,594 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89058898-02a2-4e0e-8a64-c28037b60e62' 2024-11-08T18:19:18,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89058898-02a2-4e0e-8a64-c28037b60e62" 2024-11-08T18:19:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e2822be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34457,-1] 2024-11-08T18:19:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:18,596 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:18,596 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@132ec714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:18,596 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:18,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,34457,1731089941631 2024-11-08T18:19:18,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7807d866 2024-11-08T18:19:18,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:18,598 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-08T18:19:18,598 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,42599,1731089947260 (queues=1) is replicating from cluster=8a6e0651-7795-4755-9691-4c6ef7f83fc3 to cluster=89058898-02a2-4e0e-8a64-c28037b60e62 2024-11-08T18:19:18,599 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C42599%2C1731089947260 2024-11-08T18:19:18,599 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,42599,1731089947260, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:19:18,599 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C42599%2C1731089947260 2024-11-08T18:19:18,599 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610, startPosition=0, beingWritten=true 2024-11-08T18:19:18,603 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:19:18,603 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 379, reset compression=false 2024-11-08T18:19:18,603 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42599,1731089947260 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:19:18,807 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 379, reset compression=false 2024-11-08T18:19:19,110 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 379, reset compression=false 2024-11-08T18:19:19,196 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 379, reset compression=false 2024-11-08T18:19:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:19,243 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:19:19,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:19:19,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:19,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:19,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:19,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:19,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:19,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,45145,1731089941817, seqNum=-1] 2024-11-08T18:19:19,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:19,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389., hostname=2424dce0d377,45145,1731089941817, seqNum=2] 2024-11-08T18:19:19,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42599,1731089947260, seqNum=-1] 2024-11-08T18:19:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:19,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7., hostname=2424dce0d377,42599,1731089947260, seqNum=2] 2024-11-08T18:19:19,256 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T18:19:19,513 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 379, reset compression=false 2024-11-08T18:19:20,000 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 379, reset compression=false 2024-11-08T18:19:20,005 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:19:20,005 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 480, reset compression=false 2024-11-08T18:19:20,005 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,45145,1731089941817 got entry batch from reader: WALEntryBatch [walEntries=[{test/aad6a45af349b8c6cc4b9bc284fe3389/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T18:19:20,007 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:19:20,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-08T18:19:20,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:19:20,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@706cc4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:20,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,41839,-1 for getting cluster id 2024-11-08T18:19:20,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:20,011 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a6e0651-7795-4755-9691-4c6ef7f83fc3' 2024-11-08T18:19:20,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:20,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a6e0651-7795-4755-9691-4c6ef7f83fc3" 2024-11-08T18:19:20,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a331c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:20,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,41839,-1] 2024-11-08T18:19:20,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:20,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:20,013 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:20,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24b4dbc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:20,017 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 379, reset compression=false 2024-11-08T18:19:20,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:20,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42599,1731089947260, seqNum=-1] 2024-11-08T18:19:20,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:20,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T18:19:20,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7., hostname=2424dce0d377,42599,1731089947260, seqNum=2] 2024-11-08T18:19:20,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:19:20,208 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 480, reset compression=false 2024-11-08T18:19:20,259 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T18:19:20,261 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T18:19:20,512 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 480, reset compression=false 2024-11-08T18:19:20,621 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 379, reset compression=false 2024-11-08T18:19:20,625 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:19:20,625 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 608, reset compression=false 2024-11-08T18:19:20,625 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42599,1731089947260 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b642dd3d444bc7f0c00063da6aeacc7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T18:19:20,627 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:19:20,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-08T18:19:20,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:19:20,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76f59fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:20,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34457,-1 for getting cluster id 2024-11-08T18:19:20,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:20,629 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '89058898-02a2-4e0e-8a64-c28037b60e62' 2024-11-08T18:19:20,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:20,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "89058898-02a2-4e0e-8a64-c28037b60e62" 2024-11-08T18:19:20,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b17857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:20,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34457,-1] 2024-11-08T18:19:20,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:20,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:20,630 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:20,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e5845b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:20,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:20,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,45145,1731089941817, seqNum=-1] 2024-11-08T18:19:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:20,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T18:19:20,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389., hostname=2424dce0d377,45145,1731089941817, seqNum=2] 2024-11-08T18:19:20,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:19:20,829 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 608, reset compression=false 2024-11-08T18:19:20,916 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 480, reset compression=false 2024-11-08T18:19:20,920 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:19:20,920 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 608, reset compression=false 2024-11-08T18:19:20,920 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,45145,1731089941817 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:19:21,124 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 608, reset compression=false 2024-11-08T18:19:21,132 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 608, reset compression=false 2024-11-08T18:19:21,263 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T18:19:21,273 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T18:19:21,427 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 608, reset compression=false 2024-11-08T18:19:21,439 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:19:21,439 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 764, reset compression=false 2024-11-08T18:19:21,439 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,45145,1731089941817 got entry batch from reader: WALEntryBatch [walEntries=[{test/aad6a45af349b8c6cc4b9bc284fe3389/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T18:19:21,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:19:21,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42599 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:19:21,535 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 608, reset compression=false 2024-11-08T18:19:21,540 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:19:21,540 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 756, reset compression=false 2024-11-08T18:19:21,540 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42599,1731089947260 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:19:21,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:19:21,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:21,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:21,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:21,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:21,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:21,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:21,643 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 764, reset compression=false 2024-11-08T18:19:21,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:21,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:21,743 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 756, reset compression=false 2024-11-08T18:19:21,947 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 764, reset compression=false 2024-11-08T18:19:22,046 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 756, reset compression=false 2024-11-08T18:19:22,275 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T18:19:22,279 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T18:19:22,351 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 764, reset compression=false 2024-11-08T18:19:22,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:22,383 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:19:22,383 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28294 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:19:22,450 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 756, reset compression=false 2024-11-08T18:19:22,454 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:19:22,454 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 915, reset compression=false 2024-11-08T18:19:22,454 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42599,1731089947260 got entry batch from reader: WALEntryBatch [walEntries=[{test/3b642dd3d444bc7f0c00063da6aeacc7/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T18:19:22,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:19:22,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45145 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:19:22,661 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 915, reset compression=false 2024-11-08T18:19:22,854 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 764, reset compression=false 2024-11-08T18:19:22,858 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:19:22,858 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 914, reset compression=false 2024-11-08T18:19:22,858 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,45145,1731089941817 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:19:22,965 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 915, reset compression=false 2024-11-08T18:19:23,062 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 914, reset compression=false 2024-11-08T18:19:23,282 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T18:19:23,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:19:23,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:19:23,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:23,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:23,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:23,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:23,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:19:23,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1806285278, stopped=false 2024-11-08T18:19:23,285 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,41839,1731089947115 2024-11-08T18:19:23,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1285441429/running 2024-11-08T18:19:23,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1285441429/running 2024-11-08T18:19:23,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:23,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:23,352 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:19:23,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:19:23,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:23,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:23,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Set watcher on znode that does not yet exist, /1-1285441429/running 2024-11-08T18:19:23,353 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,42599,1731089947260' ***** 2024-11-08T18:19:23,353 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:19:23,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Set watcher on znode that does not yet exist, /1-1285441429/running 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:19:23,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b642dd3d444bc7f0c00063da6aeacc7 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(3091): Received CLOSE for fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,42599,1731089947260 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:42599. 2024-11-08T18:19:23,354 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b642dd3d444bc7f0c00063da6aeacc7, disabling compactions & flushes 2024-11-08T18:19:23,354 DEBUG [RS:0;2424dce0d377:42599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:23,354 DEBUG [RS:0;2424dce0d377:42599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:23,354 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. 2024-11-08T18:19:23,354 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. 2024-11-08T18:19:23,354 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. after waiting 0 ms 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:19:23,354 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:19:23,354 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b642dd3d444bc7f0c00063da6aeacc7 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-08T18:19:23,354 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T18:19:23,354 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1325): Online Regions={3b642dd3d444bc7f0c00063da6aeacc7=test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7., fe8606b6cd63a6bb019dfa2267136657=hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:19:23,355 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b642dd3d444bc7f0c00063da6aeacc7, fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:23,355 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:19:23,355 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:19:23,355 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:19:23,355 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:19:23,355 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:19:23,355 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T18:19:23,365 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 914, reset compression=false 2024-11-08T18:19:23,368 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 915, reset compression=false 2024-11-08T18:19:23,370 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/.tmp/f/b44fc5bd99624b6ca63f7595d86e1f39 is 29, key is row1/f:/1731089962277/DeleteFamily/seqid=0 2024-11-08T18:19:23,373 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/.tmp/info/70a6dcef4c444e4d859319f499d2dd3d is 147, key is hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657./info:regioninfo/1731089958264/Put/seqid=0 2024-11-08T18:19:23,375 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:19:23,375 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 1162, reset compression=false 2024-11-08T18:19:23,375 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42599,1731089947260 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:19:23,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741840_1016 (size=5118) 2024-11-08T18:19:23,376 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/.tmp/f/b44fc5bd99624b6ca63f7595d86e1f39 2024-11-08T18:19:23,376 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2424dce0d377,42599,1731089947260: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2424dce0d377,42599,1731089947260, walGroup=2424dce0d377%2C42599%2C1731089947260, offset=2424dce0d377%2C42599%2C1731089947260.1731089949610:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:42599 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T18:19:23,377 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T18:19:23,377 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T18:19:23,378 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T18:19:23,378 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T18:19:23,378 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T18:19:23,378 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 597852672 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 192342608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T18:19:23,378 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:41839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:41839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T18:19:23,383 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b44fc5bd99624b6ca63f7595d86e1f39 2024-11-08T18:19:23,385 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:19:23,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741841_1017 (size=7686) 2024-11-08T18:19:23,390 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/.tmp/info/70a6dcef4c444e4d859319f499d2dd3d 2024-11-08T18:19:23,405 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/.tmp/f1/5e3fcff7def94d15acb91a3d20bdfb21 is 30, key is row1/f1:/1731089962277/DeleteFamily/seqid=0 2024-11-08T18:19:23,406 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/.tmp/ns/4771a4c7d1aa4d77a19d0bc1244a13c8 is 43, key is default/ns:d/1731089950559/Put/seqid=0 2024-11-08T18:19:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741842_1018 (size=5123) 2024-11-08T18:19:23,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741843_1019 (size=5153) 2024-11-08T18:19:23,555 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b642dd3d444bc7f0c00063da6aeacc7, fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:23,558 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:19:23,558 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:19:23,579 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 1162, reset compression=false 2024-11-08T18:19:23,755 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b642dd3d444bc7f0c00063da6aeacc7, fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:23,769 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 914, reset compression=false 2024-11-08T18:19:23,811 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/.tmp/f1/5e3fcff7def94d15acb91a3d20bdfb21 2024-11-08T18:19:23,815 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e3fcff7def94d15acb91a3d20bdfb21 2024-11-08T18:19:23,818 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/.tmp/ns/4771a4c7d1aa4d77a19d0bc1244a13c8 2024-11-08T18:19:23,833 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/.tmp/norep/4c9f520eadb5429aa0588d77f13285ee is 33, key is row1/norep:/1731089962277/DeleteFamily/seqid=0 2024-11-08T18:19:23,834 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/.tmp/rep_barrier/bf7ab6351fc742a9a00b860f6e79980d is 112, key is test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7./rep_barrier:seqnumDuringOpen/1731089953925/Put/seqid=0 2024-11-08T18:19:23,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741844_1020 (size=5108) 2024-11-08T18:19:23,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741845_1021 (size=5518) 2024-11-08T18:19:23,883 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 1162, reset compression=false 2024-11-08T18:19:23,955 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b642dd3d444bc7f0c00063da6aeacc7, fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:24,155 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b642dd3d444bc7f0c00063da6aeacc7, fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:24,237 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/.tmp/norep/4c9f520eadb5429aa0588d77f13285ee 2024-11-08T18:19:24,238 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/.tmp/rep_barrier/bf7ab6351fc742a9a00b860f6e79980d 2024-11-08T18:19:24,241 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c9f520eadb5429aa0588d77f13285ee 2024-11-08T18:19:24,242 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/.tmp/f/b44fc5bd99624b6ca63f7595d86e1f39 as hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/f/b44fc5bd99624b6ca63f7595d86e1f39 2024-11-08T18:19:24,245 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b44fc5bd99624b6ca63f7595d86e1f39 2024-11-08T18:19:24,245 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/f/b44fc5bd99624b6ca63f7595d86e1f39, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T18:19:24,246 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/.tmp/f1/5e3fcff7def94d15acb91a3d20bdfb21 as hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/f1/5e3fcff7def94d15acb91a3d20bdfb21 2024-11-08T18:19:24,250 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e3fcff7def94d15acb91a3d20bdfb21 2024-11-08T18:19:24,250 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/f1/5e3fcff7def94d15acb91a3d20bdfb21, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T18:19:24,251 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/.tmp/norep/4c9f520eadb5429aa0588d77f13285ee as hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/norep/4c9f520eadb5429aa0588d77f13285ee 2024-11-08T18:19:24,255 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c9f520eadb5429aa0588d77f13285ee 2024-11-08T18:19:24,256 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/norep/4c9f520eadb5429aa0588d77f13285ee, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T18:19:24,257 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3b642dd3d444bc7f0c00063da6aeacc7 in 903ms, sequenceid=8, compaction requested=false 2024-11-08T18:19:24,259 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/.tmp/table/d6225fc192c0464d98918762a4914dd8 is 53, key is hbase:replication/table:state/1731089958270/Put/seqid=0 2024-11-08T18:19:24,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741846_1022 (size=5308) 2024-11-08T18:19:24,264 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/.tmp/table/d6225fc192c0464d98918762a4914dd8 2024-11-08T18:19:24,264 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/default/test/3b642dd3d444bc7f0c00063da6aeacc7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T18:19:24,265 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:19:24,265 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:19:24,265 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. 2024-11-08T18:19:24,265 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b642dd3d444bc7f0c00063da6aeacc7: Waiting for close lock at 1731089963354Running coprocessor pre-close hooks at 1731089963354Disabling compacts and flushes for region at 1731089963354Disabling writes for close at 1731089963354Obtaining lock to block concurrent updates at 1731089963354Preparing flush snapshotting stores in 3b642dd3d444bc7f0c00063da6aeacc7 at 1731089963354Finished memstore snapshotting test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731089963355 (+1 ms)Flushing stores of test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. at 1731089963355Flushing 3b642dd3d444bc7f0c00063da6aeacc7/f: creating writer at 1731089963355Flushing 3b642dd3d444bc7f0c00063da6aeacc7/f: appending metadata at 1731089963369 (+14 ms)Flushing 3b642dd3d444bc7f0c00063da6aeacc7/f: closing flushed file at 1731089963369Flushing 3b642dd3d444bc7f0c00063da6aeacc7/f1: creating writer at 1731089963383 (+14 ms)Flushing 3b642dd3d444bc7f0c00063da6aeacc7/f1: appending metadata at 1731089963405 (+22 ms)Flushing 3b642dd3d444bc7f0c00063da6aeacc7/f1: closing flushed file at 1731089963405Flushing 3b642dd3d444bc7f0c00063da6aeacc7/norep: creating writer at 1731089963815 (+410 ms)Flushing 3b642dd3d444bc7f0c00063da6aeacc7/norep: appending metadata at 1731089963832 (+17 ms)Flushing 3b642dd3d444bc7f0c00063da6aeacc7/norep: closing flushed file at 1731089963832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257ea607: reopening flushed file at 1731089964241 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b170f41: reopening flushed file at 1731089964245 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1300900e: reopening flushed file at 1731089964250 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3b642dd3d444bc7f0c00063da6aeacc7 in 903ms, sequenceid=8, compaction requested=false at 1731089964257 (+7 ms)Writing region close event to WAL at 1731089964260 (+3 ms)Running coprocessor post-close hooks at 1731089964265 (+5 ms)Closed at 1731089964265 2024-11-08T18:19:24,266 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731089952776.3b642dd3d444bc7f0c00063da6aeacc7. 2024-11-08T18:19:24,266 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe8606b6cd63a6bb019dfa2267136657, disabling compactions & flushes 2024-11-08T18:19:24,266 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:24,266 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:24,266 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. after waiting 0 ms 2024-11-08T18:19:24,266 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:24,266 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe8606b6cd63a6bb019dfa2267136657: Waiting for close lock at 1731089964266Running coprocessor pre-close hooks at 1731089964266Disabling compacts and flushes for region at 1731089964266Disabling writes for close at 1731089964266Failed flush hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657., putting online again at 1731089964266 2024-11-08T18:19:24,267 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:24,268 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/.tmp/info/70a6dcef4c444e4d859319f499d2dd3d as hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/info/70a6dcef4c444e4d859319f499d2dd3d 2024-11-08T18:19:24,271 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/info/70a6dcef4c444e4d859319f499d2dd3d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T18:19:24,272 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/.tmp/ns/4771a4c7d1aa4d77a19d0bc1244a13c8 as hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/ns/4771a4c7d1aa4d77a19d0bc1244a13c8 2024-11-08T18:19:24,273 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 914, reset compression=false 2024-11-08T18:19:24,276 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/ns/4771a4c7d1aa4d77a19d0bc1244a13c8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T18:19:24,276 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/.tmp/rep_barrier/bf7ab6351fc742a9a00b860f6e79980d as hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/rep_barrier/bf7ab6351fc742a9a00b860f6e79980d 2024-11-08T18:19:24,280 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/rep_barrier/bf7ab6351fc742a9a00b860f6e79980d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T18:19:24,281 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/.tmp/table/d6225fc192c0464d98918762a4914dd8 as hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/table/d6225fc192c0464d98918762a4914dd8 2024-11-08T18:19:24,284 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/table/d6225fc192c0464d98918762a4914dd8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T18:19:24,286 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=16, compaction requested=false 2024-11-08T18:19:24,287 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 1162, reset compression=false 2024-11-08T18:19:24,290 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T18:19:24,291 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:19:24,291 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:19:24,291 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:19:24,291 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089963355Running coprocessor pre-close hooks at 1731089963355Disabling compacts and flushes for region at 1731089963355Disabling writes for close at 1731089963355Obtaining lock to block concurrent updates at 1731089963355Preparing flush snapshotting stores in 1588230740 at 1731089963355Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731089963355Flushing stores of hbase:meta,,1.1588230740 at 1731089963355Flushing 1588230740/info: creating writer at 1731089963355Flushing 1588230740/info: appending metadata at 1731089963372 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731089963372Flushing 1588230740/ns: creating writer at 1731089963394 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731089963406 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731089963406Flushing 1588230740/rep_barrier: creating writer at 1731089963821 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731089963833 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731089963833Flushing 1588230740/table: creating writer at 1731089964242 (+409 ms)Flushing 1588230740/table: appending metadata at 1731089964259 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731089964259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5234e665: reopening flushed file at 1731089964267 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19af617b: reopening flushed file at 1731089964271 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cfa43fd: reopening flushed file at 1731089964276 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a34af2: reopening flushed file at 1731089964280 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=16, compaction requested=false at 1731089964286 (+6 ms)Writing region close event to WAL at 1731089964287 (+1 ms)Running coprocessor post-close hooks at 1731089964291 (+4 ms)Closed at 1731089964291 2024-11-08T18:19:24,291 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:19:24,292 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:19:24,292 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 1806, reset compression=false 2024-11-08T18:19:24,355 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:19:24,355 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1325): Online Regions={fe8606b6cd63a6bb019dfa2267136657=hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657.} 2024-11-08T18:19:24,356 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(3091): Received CLOSE for fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:24,356 DEBUG [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1351): Waiting on fe8606b6cd63a6bb019dfa2267136657 2024-11-08T18:19:24,356 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe8606b6cd63a6bb019dfa2267136657, disabling compactions & flushes 2024-11-08T18:19:24,356 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:24,356 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:24,356 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. after waiting 0 ms 2024-11-08T18:19:24,356 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:24,356 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe8606b6cd63a6bb019dfa2267136657: Waiting for close lock at 1731089964356Running coprocessor pre-close hooks at 1731089964356Disabling compacts and flushes for region at 1731089964356Disabling writes for close at 1731089964356Failed flush hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657., putting online again at 1731089964356 2024-11-08T18:19:24,356 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731089957099.fe8606b6cd63a6bb019dfa2267136657. 2024-11-08T18:19:24,495 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.wal-reader.2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.1731089949610 to pos 1806, reset compression=false 2024-11-08T18:19:24,556 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T18:19:24,556 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,42599,1731089947260; all regions closed. 2024-11-08T18:19:24,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.meta.1731089950511.meta not finished, retry = 0 2024-11-08T18:19:24,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741834_1010 (size=4239) 2024-11-08T18:19:24,661 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/WALs/2424dce0d377,42599,1731089947260/2424dce0d377%2C42599%2C1731089947260.rep.1731089958233 not finished, retry = 0 2024-11-08T18:19:24,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741839_1015 (size=1515) 2024-11-08T18:19:24,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T18:19:24,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T18:19:24,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741832_1008 (size=1814) 2024-11-08T18:19:24,765 DEBUG [RS:0;2424dce0d377:42599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:24,765 INFO [RS:0;2424dce0d377:42599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:19:24,765 INFO [RS:0;2424dce0d377:42599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:19:24,765 INFO [RS:0;2424dce0d377:42599 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:19:24,765 INFO [RS:0;2424dce0d377:42599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:19:24,765 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:19:24,765 INFO [RS:0;2424dce0d377:42599 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,42599,1731089947260 because: Region server is closing 2024-11-08T18:19:24,766 INFO [RS:0;2424dce0d377:42599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:42599. 2024-11-08T18:19:24,766 DEBUG [RS:0;2424dce0d377:42599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:24,766 DEBUG [RS:0;2424dce0d377:42599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:24,766 DEBUG [RS:0;2424dce0d377:42599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:24,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:24,866 INFO [RS:0;2424dce0d377:42599 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42599,1731089947260.replicationSource.shipper2424dce0d377%2C42599%2C1731089947260,1-2424dce0d377,42599,1731089947260 terminated 2024-11-08T18:19:24,866 INFO [RS:0;2424dce0d377:42599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:42599. 2024-11-08T18:19:24,867 DEBUG [RS:0;2424dce0d377:42599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:24,867 DEBUG [RS:0;2424dce0d377:42599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:24,867 DEBUG [RS:0;2424dce0d377:42599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:24,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:24,867 INFO [RS:0;2424dce0d377:42599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42599 2024-11-08T18:19:24,876 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 914, reset compression=false 2024-11-08T18:19:24,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1285441429/rs/2424dce0d377,42599,1731089947260 2024-11-08T18:19:24,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429/rs 2024-11-08T18:19:24,931 INFO [RS:0;2424dce0d377:42599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:19:24,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,42599,1731089947260] 2024-11-08T18:19:25,005 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1285441429/draining/2424dce0d377,42599,1731089947260 already deleted, retry=false 2024-11-08T18:19:25,005 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,42599,1731089947260 expired; onlineServers=0 2024-11-08T18:19:25,005 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,41839,1731089947115' ***** 2024-11-08T18:19:25,005 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:19:25,005 INFO [M:0;2424dce0d377:41839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:19:25,005 INFO [M:0;2424dce0d377:41839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:19:25,005 DEBUG [M:0;2424dce0d377:41839 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:19:25,006 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:19:25,006 DEBUG [M:0;2424dce0d377:41839 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:19:25,006 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089949313 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089949313,5,FailOnTimeoutGroup] 2024-11-08T18:19:25,006 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089949313 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089949313,5,FailOnTimeoutGroup] 2024-11-08T18:19:25,006 INFO [M:0;2424dce0d377:41839 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:19:25,006 INFO [M:0;2424dce0d377:41839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:19:25,006 DEBUG [M:0;2424dce0d377:41839 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:19:25,006 INFO [M:0;2424dce0d377:41839 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:19:25,006 INFO [M:0;2424dce0d377:41839 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:19:25,006 INFO [M:0;2424dce0d377:41839 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:19:25,007 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:19:25,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1285441429/master 2024-11-08T18:19:25,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1285441429 2024-11-08T18:19:25,015 DEBUG [M:0;2424dce0d377:41839 {}] zookeeper.ZKUtil(347): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Unable to get data of znode /1-1285441429/master because node does not exist (not an error) 2024-11-08T18:19:25,015 WARN [M:0;2424dce0d377:41839 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:19:25,016 INFO [M:0;2424dce0d377:41839 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/.lastflushedseqids 2024-11-08T18:19:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741847_1023 (size=245) 2024-11-08T18:19:25,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:19:25,088 INFO [RS:0;2424dce0d377:42599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:19:25,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42599-0x1011bac37330004, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:19:25,088 INFO [RS:0;2424dce0d377:42599 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,42599,1731089947260; zookeeper connection closed. 2024-11-08T18:19:25,088 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55955158 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55955158 2024-11-08T18:19:25,088 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:19:25,421 INFO [M:0;2424dce0d377:41839 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:19:25,421 INFO [M:0;2424dce0d377:41839 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:19:25,421 DEBUG [M:0;2424dce0d377:41839 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:19:25,421 INFO [M:0;2424dce0d377:41839 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:25,421 DEBUG [M:0;2424dce0d377:41839 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:25,421 DEBUG [M:0;2424dce0d377:41839 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:19:25,421 DEBUG [M:0;2424dce0d377:41839 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:25,421 INFO [M:0;2424dce0d377:41839 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T18:19:25,438 DEBUG [M:0;2424dce0d377:41839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71926704a460422ba06040248db95e61 is 82, key is hbase:meta,,1/info:regioninfo/1731089950542/Put/seqid=0 2024-11-08T18:19:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741848_1024 (size=5672) 2024-11-08T18:19:25,579 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 914, reset compression=false 2024-11-08T18:19:25,843 INFO [M:0;2424dce0d377:41839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71926704a460422ba06040248db95e61 2024-11-08T18:19:25,864 DEBUG [M:0;2424dce0d377:41839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0cb55ecbb4f43c9a82de11cdcbe8953 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731089958273/Put/seqid=0 2024-11-08T18:19:25,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741849_1025 (size=8516) 2024-11-08T18:19:26,268 INFO [M:0;2424dce0d377:41839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0cb55ecbb4f43c9a82de11cdcbe8953 2024-11-08T18:19:26,289 DEBUG [M:0;2424dce0d377:41839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02f7225bc1604303948a055f0c8269ea is 69, key is 2424dce0d377,42599,1731089947260/rs:state/1731089949420/Put/seqid=0 2024-11-08T18:19:26,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741850_1026 (size=5156) 2024-11-08T18:19:26,383 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 914, reset compression=false 2024-11-08T18:19:26,693 INFO [M:0;2424dce0d377:41839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02f7225bc1604303948a055f0c8269ea 2024-11-08T18:19:26,697 DEBUG [M:0;2424dce0d377:41839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71926704a460422ba06040248db95e61 as hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71926704a460422ba06040248db95e61 2024-11-08T18:19:26,701 INFO [M:0;2424dce0d377:41839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71926704a460422ba06040248db95e61, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T18:19:26,702 DEBUG [M:0;2424dce0d377:41839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0cb55ecbb4f43c9a82de11cdcbe8953 as hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0cb55ecbb4f43c9a82de11cdcbe8953 2024-11-08T18:19:26,705 INFO [M:0;2424dce0d377:41839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0cb55ecbb4f43c9a82de11cdcbe8953, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T18:19:26,706 DEBUG [M:0;2424dce0d377:41839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/02f7225bc1604303948a055f0c8269ea as hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02f7225bc1604303948a055f0c8269ea 2024-11-08T18:19:26,711 INFO [M:0;2424dce0d377:41839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46475/user/jenkins/test-data/2a5dab8c-24e9-dd31-62e2-9d23a6ec10e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/02f7225bc1604303948a055f0c8269ea, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T18:19:26,712 INFO [M:0;2424dce0d377:41839 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-08T18:19:26,713 INFO [M:0;2424dce0d377:41839 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:26,713 DEBUG [M:0;2424dce0d377:41839 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089965421Disabling compacts and flushes for region at 1731089965421Disabling writes for close at 1731089965421Obtaining lock to block concurrent updates at 1731089965421Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089965421Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731089965422 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089965422Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089965422Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089965438 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089965438Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089965846 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089965863 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089965863Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089966272 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089966288 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089966288Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@725412d2: reopening flushed file at 1731089966696 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f0d4bcb: reopening flushed file at 1731089966701 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1789055a: reopening flushed file at 1731089966705 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1731089966712 (+7 ms)Writing region close event to WAL at 1731089966713 (+1 ms)Closed at 1731089966713 2024-11-08T18:19:26,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43031 is added to blk_1073741830_1006 (size=63654) 2024-11-08T18:19:26,716 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:19:26,717 INFO [M:0;2424dce0d377:41839 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:19:26,717 INFO [M:0;2424dce0d377:41839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41839 2024-11-08T18:19:26,717 INFO [M:0;2424dce0d377:41839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:19:26,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:19:26,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41839-0x1011bac37330003, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:19:26,874 INFO [M:0;2424dce0d377:41839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:19:26,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eedcfad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:19:26,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ccc127c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:19:26,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:19:26,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b1673f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:19:26,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48a787a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/hadoop.log.dir/,STOPPED} 2024-11-08T18:19:26,878 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:19:26,878 WARN [BP-1079982402-172.17.0.3-1731089945303 heartbeating to localhost/127.0.0.1:46475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:19:26,878 WARN [BP-1079982402-172.17.0.3-1731089945303 heartbeating to localhost/127.0.0.1:46475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1079982402-172.17.0.3-1731089945303 (Datanode Uuid f9734584-fd18-4710-a1ea-655de8cc5fe1) service to localhost/127.0.0.1:46475 2024-11-08T18:19:26,878 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:19:26,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/cluster_9d44ec57-e025-ba90-85b8-73eac6ca33b4/data/data2/current/BP-1079982402-172.17.0.3-1731089945303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:19:26,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/cluster_9d44ec57-e025-ba90-85b8-73eac6ca33b4/data/data1/current/BP-1079982402-172.17.0.3-1731089945303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:19:26,880 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:19:26,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bb6433f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:19:26,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a180a6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:19:26,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:19:26,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79fc6fa9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:19:26,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@215f870f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/hadoop.log.dir/,STOPPED} 2024-11-08T18:19:26,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:19:26,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:19:26,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:19:26,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:26,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:26,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:26,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:26,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:19:26,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1908124250, stopped=false 2024-11-08T18:19:26,899 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,34457,1731089941631 2024-11-08T18:19:26,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-593927817/running 2024-11-08T18:19:26,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-593927817/running 2024-11-08T18:19:26,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:26,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:26,910 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:19:26,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Set watcher on znode that does not yet exist, /0-593927817/running 2024-11-08T18:19:26,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Set watcher on znode that does not yet exist, /0-593927817/running 2024-11-08T18:19:26,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:19:26,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:26,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:26,911 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,45145,1731089941817' ***** 2024-11-08T18:19:26,911 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:19:26,911 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:19:26,912 INFO [RS:0;2424dce0d377:45145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:19:26,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:19:26,912 INFO [RS:0;2424dce0d377:45145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:19:26,912 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:26,912 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:26,912 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,45145,1731089941817 2024-11-08T18:19:26,912 INFO [RS:0;2424dce0d377:45145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:19:26,912 INFO [RS:0;2424dce0d377:45145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:45145. 2024-11-08T18:19:26,912 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aad6a45af349b8c6cc4b9bc284fe3389, disabling compactions & flushes 2024-11-08T18:19:26,912 DEBUG [RS:0;2424dce0d377:45145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:26,912 DEBUG [RS:0;2424dce0d377:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:26,912 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. 2024-11-08T18:19:26,912 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. 2024-11-08T18:19:26,912 INFO [RS:0;2424dce0d377:45145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:19:26,912 INFO [RS:0;2424dce0d377:45145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:19:26,912 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. after waiting 0 ms 2024-11-08T18:19:26,912 INFO [RS:0;2424dce0d377:45145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:19:26,912 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. 2024-11-08T18:19:26,912 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:19:26,912 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aad6a45af349b8c6cc4b9bc284fe3389 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-08T18:19:26,912 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T18:19:26,912 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, aad6a45af349b8c6cc4b9bc284fe3389=test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389., 5280dd43db0a6c6bd2b4232dd9c968ab=hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab.} 2024-11-08T18:19:26,913 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5280dd43db0a6c6bd2b4232dd9c968ab, aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:26,913 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:19:26,913 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:19:26,913 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:19:26,913 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:19:26,913 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:19:26,913 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T18:19:26,927 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/.tmp/f/689954a1bb3b4cb5809cde8db25c9904 is 29, key is row1/f:/1731089962277/DeleteFamily/seqid=0 2024-11-08T18:19:26,930 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/.tmp/info/71663202dbef4af9be32418061a3ad93 is 147, key is hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab./info:regioninfo/1731089956103/Put/seqid=0 2024-11-08T18:19:26,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741840_1016 (size=5118) 2024-11-08T18:19:26,933 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/.tmp/f/689954a1bb3b4cb5809cde8db25c9904 2024-11-08T18:19:26,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741841_1017 (size=7686) 2024-11-08T18:19:26,941 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 689954a1bb3b4cb5809cde8db25c9904 2024-11-08T18:19:26,954 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/.tmp/f1/fa63aa40e9f745abb9e8b0c597aebf4c is 30, key is row1/f1:/1731089962277/DeleteFamily/seqid=0 2024-11-08T18:19:26,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741842_1018 (size=5123) 2024-11-08T18:19:26,994 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:19:26,994 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:19:27,009 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:19:27,113 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5280dd43db0a6c6bd2b4232dd9c968ab, aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:27,287 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 914, reset compression=false 2024-11-08T18:19:27,292 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:19:27,292 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 1161, reset compression=false 2024-11-08T18:19:27,292 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,45145,1731089941817 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:19:27,293 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2424dce0d377,45145,1731089941817: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2424dce0d377,45145,1731089941817, walGroup=2424dce0d377%2C45145%2C1731089941817, offset=2424dce0d377%2C45145%2C1731089941817.1731089944120:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:45145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T18:19:27,294 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T18:19:27,294 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T18:19:27,295 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T18:19:27,295 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T18:19:27,295 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T18:19:27,295 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 662864384 }, "NonHeapMemoryUsage": { "committed": 195821568, "init": 7667712, "max": -1, "used": 192983256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T18:19:27,295 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:34457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:34457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T18:19:27,313 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5280dd43db0a6c6bd2b4232dd9c968ab, aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:27,338 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/.tmp/info/71663202dbef4af9be32418061a3ad93 2024-11-08T18:19:27,352 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/.tmp/ns/0605bcce81d745b29a2f18d4539c2a3e is 43, key is default/ns:d/1731089945199/Put/seqid=0 2024-11-08T18:19:27,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741843_1019 (size=5153) 2024-11-08T18:19:27,358 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/.tmp/f1/fa63aa40e9f745abb9e8b0c597aebf4c 2024-11-08T18:19:27,361 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa63aa40e9f745abb9e8b0c597aebf4c 2024-11-08T18:19:27,378 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/.tmp/norep/4596e0eb40ee4d189740500d25258f1b is 32, key is row/norep:/1731089961266/DeleteFamily/seqid=0 2024-11-08T18:19:27,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741844_1020 (size=5101) 2024-11-08T18:19:27,496 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 1161, reset compression=false 2024-11-08T18:19:27,513 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5280dd43db0a6c6bd2b4232dd9c968ab, aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:27,713 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5280dd43db0a6c6bd2b4232dd9c968ab, aad6a45af349b8c6cc4b9bc284fe3389 2024-11-08T18:19:27,756 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/.tmp/ns/0605bcce81d745b29a2f18d4539c2a3e 2024-11-08T18:19:27,776 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/.tmp/rep_barrier/9ae64b00402540729d967fb359e12f8c is 112, key is test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389./rep_barrier:seqnumDuringOpen/1731089951768/Put/seqid=0 2024-11-08T18:19:27,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741845_1021 (size=5518) 2024-11-08T18:19:27,782 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/.tmp/norep/4596e0eb40ee4d189740500d25258f1b 2024-11-08T18:19:27,787 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4596e0eb40ee4d189740500d25258f1b 2024-11-08T18:19:27,788 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/.tmp/f/689954a1bb3b4cb5809cde8db25c9904 as hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/f/689954a1bb3b4cb5809cde8db25c9904 2024-11-08T18:19:27,792 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 689954a1bb3b4cb5809cde8db25c9904 2024-11-08T18:19:27,792 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/f/689954a1bb3b4cb5809cde8db25c9904, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T18:19:27,793 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/.tmp/f1/fa63aa40e9f745abb9e8b0c597aebf4c as hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/f1/fa63aa40e9f745abb9e8b0c597aebf4c 2024-11-08T18:19:27,798 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa63aa40e9f745abb9e8b0c597aebf4c 2024-11-08T18:19:27,798 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/f1/fa63aa40e9f745abb9e8b0c597aebf4c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T18:19:27,799 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/.tmp/norep/4596e0eb40ee4d189740500d25258f1b as hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/norep/4596e0eb40ee4d189740500d25258f1b 2024-11-08T18:19:27,799 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 1161, reset compression=false 2024-11-08T18:19:27,803 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4596e0eb40ee4d189740500d25258f1b 2024-11-08T18:19:27,803 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/norep/4596e0eb40ee4d189740500d25258f1b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T18:19:27,804 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for aad6a45af349b8c6cc4b9bc284fe3389 in 892ms, sequenceid=8, compaction requested=false 2024-11-08T18:19:27,804 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T18:19:27,808 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/default/test/aad6a45af349b8c6cc4b9bc284fe3389/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T18:19:27,809 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:19:27,809 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:19:27,809 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. 2024-11-08T18:19:27,809 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aad6a45af349b8c6cc4b9bc284fe3389: Waiting for close lock at 1731089966912Running coprocessor pre-close hooks at 1731089966912Disabling compacts and flushes for region at 1731089966912Disabling writes for close at 1731089966912Obtaining lock to block concurrent updates at 1731089966912Preparing flush snapshotting stores in aad6a45af349b8c6cc4b9bc284fe3389 at 1731089966912Finished memstore snapshotting test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731089966913 (+1 ms)Flushing stores of test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. at 1731089966913Flushing aad6a45af349b8c6cc4b9bc284fe3389/f: creating writer at 1731089966913Flushing aad6a45af349b8c6cc4b9bc284fe3389/f: appending metadata at 1731089966926 (+13 ms)Flushing aad6a45af349b8c6cc4b9bc284fe3389/f: closing flushed file at 1731089966926Flushing aad6a45af349b8c6cc4b9bc284fe3389/f1: creating writer at 1731089966942 (+16 ms)Flushing aad6a45af349b8c6cc4b9bc284fe3389/f1: appending metadata at 1731089966953 (+11 ms)Flushing aad6a45af349b8c6cc4b9bc284fe3389/f1: closing flushed file at 1731089966953Flushing aad6a45af349b8c6cc4b9bc284fe3389/norep: creating writer at 1731089967361 (+408 ms)Flushing aad6a45af349b8c6cc4b9bc284fe3389/norep: appending metadata at 1731089967377 (+16 ms)Flushing aad6a45af349b8c6cc4b9bc284fe3389/norep: closing flushed file at 1731089967377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595e1412: reopening flushed file at 1731089967787 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6f5c52: reopening flushed file at 1731089967792 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eef4d67: reopening flushed file at 1731089967798 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for aad6a45af349b8c6cc4b9bc284fe3389 in 892ms, sequenceid=8, compaction requested=false at 1731089967804 (+6 ms)Writing region close event to WAL at 1731089967806 (+2 ms)Running coprocessor post-close hooks at 1731089967809 (+3 ms)Closed at 1731089967809 2024-11-08T18:19:27,809 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731089950620.aad6a45af349b8c6cc4b9bc284fe3389. 2024-11-08T18:19:27,810 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5280dd43db0a6c6bd2b4232dd9c968ab, disabling compactions & flushes 2024-11-08T18:19:27,810 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:27,810 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:27,810 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. after waiting 0 ms 2024-11-08T18:19:27,810 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:27,810 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5280dd43db0a6c6bd2b4232dd9c968ab: Waiting for close lock at 1731089967810Running coprocessor pre-close hooks at 1731089967810Disabling compacts and flushes for region at 1731089967810Disabling writes for close at 1731089967810Failed flush hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab., putting online again at 1731089967810 2024-11-08T18:19:27,810 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:27,913 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:19:27,914 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5280dd43db0a6c6bd2b4232dd9c968ab=hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab.} 2024-11-08T18:19:27,914 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(3091): Received CLOSE for 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:27,914 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5280dd43db0a6c6bd2b4232dd9c968ab 2024-11-08T18:19:27,914 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5280dd43db0a6c6bd2b4232dd9c968ab, disabling compactions & flushes 2024-11-08T18:19:27,914 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:27,914 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:27,914 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. after waiting 0 ms 2024-11-08T18:19:27,914 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:27,914 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5280dd43db0a6c6bd2b4232dd9c968ab: Waiting for close lock at 1731089967914Running coprocessor pre-close hooks at 1731089967914Disabling compacts and flushes for region at 1731089967914Disabling writes for close at 1731089967914Failed flush hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab., putting online again at 1731089967914 2024-11-08T18:19:27,914 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731089954943.5280dd43db0a6c6bd2b4232dd9c968ab. 2024-11-08T18:19:28,114 DEBUG [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:19:28,180 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/.tmp/rep_barrier/9ae64b00402540729d967fb359e12f8c 2024-11-08T18:19:28,201 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/.tmp/table/f2d4d672821a4f1e9e2b4d833156acff is 53, key is hbase:replication/table:state/1731089956108/Put/seqid=0 2024-11-08T18:19:28,203 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 1161, reset compression=false 2024-11-08T18:19:28,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741846_1022 (size=5308) 2024-11-08T18:19:28,205 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/.tmp/table/f2d4d672821a4f1e9e2b4d833156acff 2024-11-08T18:19:28,207 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:19:28,207 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 1805, reset compression=false 2024-11-08T18:19:28,210 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/.tmp/info/71663202dbef4af9be32418061a3ad93 as hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/info/71663202dbef4af9be32418061a3ad93 2024-11-08T18:19:28,213 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/info/71663202dbef4af9be32418061a3ad93, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T18:19:28,214 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/.tmp/ns/0605bcce81d745b29a2f18d4539c2a3e as hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/ns/0605bcce81d745b29a2f18d4539c2a3e 2024-11-08T18:19:28,217 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/ns/0605bcce81d745b29a2f18d4539c2a3e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T18:19:28,217 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/.tmp/rep_barrier/9ae64b00402540729d967fb359e12f8c as hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/rep_barrier/9ae64b00402540729d967fb359e12f8c 2024-11-08T18:19:28,220 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/rep_barrier/9ae64b00402540729d967fb359e12f8c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T18:19:28,221 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/.tmp/table/f2d4d672821a4f1e9e2b4d833156acff as hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/table/f2d4d672821a4f1e9e2b4d833156acff 2024-11-08T18:19:28,224 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/table/f2d4d672821a4f1e9e2b4d833156acff, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T18:19:28,225 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-08T18:19:28,225 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:19:28,228 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T18:19:28,229 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:19:28,229 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:19:28,229 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:19:28,229 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089966913Running coprocessor pre-close hooks at 1731089966913Disabling compacts and flushes for region at 1731089966913Disabling writes for close at 1731089966913Obtaining lock to block concurrent updates at 1731089966913Preparing flush snapshotting stores in 1588230740 at 1731089966913Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731089966914 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731089966914Flushing 1588230740/info: creating writer at 1731089966914Flushing 1588230740/info: appending metadata at 1731089966930 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731089966930Flushing 1588230740/ns: creating writer at 1731089967341 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731089967352 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731089967352Flushing 1588230740/rep_barrier: creating writer at 1731089967760 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731089967776 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731089967776Flushing 1588230740/table: creating writer at 1731089968185 (+409 ms)Flushing 1588230740/table: appending metadata at 1731089968201 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731089968201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f17dad: reopening flushed file at 1731089968209 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d32ba78: reopening flushed file at 1731089968213 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34128b4f: reopening flushed file at 1731089968217 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5940ae38: reopening flushed file at 1731089968221 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1731089968225 (+4 ms)Writing region close event to WAL at 1731089968226 (+1 ms)Running coprocessor post-close hooks at 1731089968229 (+3 ms)Closed at 1731089968229 2024-11-08T18:19:28,229 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:19:28,314 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T18:19:28,314 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,45145,1731089941817; all regions closed. 2024-11-08T18:19:28,316 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.meta.1731089945091.meta not finished, retry = 0 2024-11-08T18:19:28,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741834_1010 (size=4239) 2024-11-08T18:19:28,410 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.wal-reader.2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 to pos 1805, reset compression=false 2024-11-08T18:19:28,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.rep.1731089956074 not finished, retry = 0 2024-11-08T18:19:28,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741839_1015 (size=1733) 2024-11-08T18:19:28,521 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/WALs/2424dce0d377,45145,1731089941817/2424dce0d377%2C45145%2C1731089941817.1731089944120 not finished, retry = 0 2024-11-08T18:19:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741832_1008 (size=1813) 2024-11-08T18:19:28,622 DEBUG [RS:0;2424dce0d377:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:28,622 INFO [RS:0;2424dce0d377:45145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:19:28,622 INFO [RS:0;2424dce0d377:45145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:19:28,622 INFO [RS:0;2424dce0d377:45145 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:19:28,622 INFO [RS:0;2424dce0d377:45145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:19:28,623 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:19:28,623 INFO [RS:0;2424dce0d377:45145 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,45145,1731089941817 because: Region server is closing 2024-11-08T18:19:28,623 INFO [RS:0;2424dce0d377:45145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:45145. 2024-11-08T18:19:28,623 DEBUG [RS:0;2424dce0d377:45145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:28,623 DEBUG [RS:0;2424dce0d377:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:28,623 DEBUG [RS:0;2424dce0d377:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:28,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:28,724 INFO [RS:0;2424dce0d377:45145 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,45145,1731089941817.replicationSource.shipper2424dce0d377%2C45145%2C1731089941817,1-2424dce0d377,45145,1731089941817 terminated 2024-11-08T18:19:28,724 INFO [RS:0;2424dce0d377:45145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:45145. 2024-11-08T18:19:28,724 DEBUG [RS:0;2424dce0d377:45145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:28,724 DEBUG [RS:0;2424dce0d377:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:28,724 DEBUG [RS:0;2424dce0d377:45145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:28,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:28,724 INFO [RS:0;2424dce0d377:45145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45145 2024-11-08T18:19:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817/rs 2024-11-08T18:19:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-593927817/rs/2424dce0d377,45145,1731089941817 2024-11-08T18:19:28,784 INFO [RS:0;2424dce0d377:45145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:19:28,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,45145,1731089941817] 2024-11-08T18:19:28,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-593927817/draining/2424dce0d377,45145,1731089941817 already deleted, retry=false 2024-11-08T18:19:28,805 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,45145,1731089941817 expired; onlineServers=0 2024-11-08T18:19:28,805 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,34457,1731089941631' ***** 2024-11-08T18:19:28,805 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:19:28,805 INFO [M:0;2424dce0d377:34457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:19:28,805 INFO [M:0;2424dce0d377:34457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:19:28,805 DEBUG [M:0;2424dce0d377:34457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:19:28,805 DEBUG [M:0;2424dce0d377:34457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:19:28,805 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:19:28,805 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089943876 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089943876,5,FailOnTimeoutGroup] 2024-11-08T18:19:28,805 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089943876 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089943876,5,FailOnTimeoutGroup] 2024-11-08T18:19:28,805 INFO [M:0;2424dce0d377:34457 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:19:28,805 INFO [M:0;2424dce0d377:34457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:19:28,805 DEBUG [M:0;2424dce0d377:34457 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:19:28,805 INFO [M:0;2424dce0d377:34457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:19:28,805 INFO [M:0;2424dce0d377:34457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:19:28,805 INFO [M:0;2424dce0d377:34457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:19:28,805 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:19:28,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-593927817/master 2024-11-08T18:19:28,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-593927817 2024-11-08T18:19:28,815 DEBUG [M:0;2424dce0d377:34457 {}] zookeeper.ZKUtil(347): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Unable to get data of znode /0-593927817/master because node does not exist (not an error) 2024-11-08T18:19:28,815 WARN [M:0;2424dce0d377:34457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:19:28,816 INFO [M:0;2424dce0d377:34457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/.lastflushedseqids 2024-11-08T18:19:28,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741847_1023 (size=245) 2024-11-08T18:19:28,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:19:28,894 INFO [RS:0;2424dce0d377:45145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:19:28,894 INFO [RS:0;2424dce0d377:45145 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,45145,1731089941817; zookeeper connection closed. 2024-11-08T18:19:28,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45145-0x1011bac37330001, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:19:28,895 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5864e9c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5864e9c0 2024-11-08T18:19:28,895 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:19:29,220 INFO [M:0;2424dce0d377:34457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:19:29,220 INFO [M:0;2424dce0d377:34457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:19:29,220 DEBUG [M:0;2424dce0d377:34457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:19:29,220 INFO [M:0;2424dce0d377:34457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:29,220 DEBUG [M:0;2424dce0d377:34457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:29,220 DEBUG [M:0;2424dce0d377:34457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:19:29,220 DEBUG [M:0;2424dce0d377:34457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:29,220 INFO [M:0;2424dce0d377:34457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-08T18:19:29,233 DEBUG [M:0;2424dce0d377:34457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a2cfee3c6254555b99bd370399cd8cf is 82, key is hbase:meta,,1/info:regioninfo/1731089945124/Put/seqid=0 2024-11-08T18:19:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741848_1024 (size=5672) 2024-11-08T18:19:29,637 INFO [M:0;2424dce0d377:34457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a2cfee3c6254555b99bd370399cd8cf 2024-11-08T18:19:29,654 DEBUG [M:0;2424dce0d377:34457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b3e2b7e4c4444249e068ad6a4aac9a7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731089956112/Put/seqid=0 2024-11-08T18:19:29,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741849_1025 (size=8517) 2024-11-08T18:19:29,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:19:29,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:29,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:29,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:29,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:29,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:29,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:29,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:29,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:29,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:30,058 INFO [M:0;2424dce0d377:34457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b3e2b7e4c4444249e068ad6a4aac9a7 2024-11-08T18:19:30,073 DEBUG [M:0;2424dce0d377:34457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2889086860784fb4959f25b2e096362a is 69, key is 2424dce0d377,45145,1731089941817/rs:state/1731089943971/Put/seqid=0 2024-11-08T18:19:30,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741850_1026 (size=5156) 2024-11-08T18:19:30,476 INFO [M:0;2424dce0d377:34457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2889086860784fb4959f25b2e096362a 2024-11-08T18:19:30,481 DEBUG [M:0;2424dce0d377:34457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a2cfee3c6254555b99bd370399cd8cf as hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a2cfee3c6254555b99bd370399cd8cf 2024-11-08T18:19:30,484 INFO [M:0;2424dce0d377:34457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a2cfee3c6254555b99bd370399cd8cf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T18:19:30,485 DEBUG [M:0;2424dce0d377:34457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b3e2b7e4c4444249e068ad6a4aac9a7 as hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b3e2b7e4c4444249e068ad6a4aac9a7 2024-11-08T18:19:30,488 INFO [M:0;2424dce0d377:34457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b3e2b7e4c4444249e068ad6a4aac9a7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T18:19:30,489 DEBUG [M:0;2424dce0d377:34457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2889086860784fb4959f25b2e096362a as hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2889086860784fb4959f25b2e096362a 2024-11-08T18:19:30,492 INFO [M:0;2424dce0d377:34457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2889086860784fb4959f25b2e096362a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T18:19:30,493 INFO [M:0;2424dce0d377:34457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-11-08T18:19:30,498 INFO [M:0;2424dce0d377:34457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:30,498 DEBUG [M:0;2424dce0d377:34457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089969220Disabling compacts and flushes for region at 1731089969220Disabling writes for close at 1731089969220Obtaining lock to block concurrent updates at 1731089969220Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731089969220Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731089969220Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731089969221 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731089969221Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731089969233 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731089969233Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731089969641 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731089969654 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731089969654Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731089970061 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731089970072 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731089970072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529fecad: reopening flushed file at 1731089970480 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61637310: reopening flushed file at 1731089970485 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10cf5e64: reopening flushed file at 1731089970488 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1731089970493 (+5 ms)Writing region close event to WAL at 1731089970498 (+5 ms)Closed at 1731089970498 2024-11-08T18:19:30,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/981afcc9-cee1-a95b-34eb-29a02b3b5d38/MasterData/WALs/2424dce0d377,34457,1731089941631/2424dce0d377%2C34457%2C1731089941631.1731089943578 not finished, retry = 0 2024-11-08T18:19:30,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34265 is added to blk_1073741830_1006 (size=63666) 2024-11-08T18:19:30,603 INFO [M:0;2424dce0d377:34457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:19:30,603 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:19:30,603 INFO [M:0;2424dce0d377:34457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34457 2024-11-08T18:19:30,603 INFO [M:0;2424dce0d377:34457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:19:30,756 INFO [M:0;2424dce0d377:34457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:19:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:19:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34457-0x1011bac37330000, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:19:30,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6587a940{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:19:30,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19470430{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:19:30,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:19:30,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@121c05b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:19:30,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4034ede3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/hadoop.log.dir/,STOPPED} 2024-11-08T18:19:30,761 WARN [BP-509660911-172.17.0.3-1731089939360 heartbeating to localhost/127.0.0.1:34381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:19:30,761 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:19:30,761 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:19:30,761 WARN [BP-509660911-172.17.0.3-1731089939360 heartbeating to localhost/127.0.0.1:34381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-509660911-172.17.0.3-1731089939360 (Datanode Uuid 4c3f4031-6827-40f3-9ea6-537f26f18376) service to localhost/127.0.0.1:34381 2024-11-08T18:19:30,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/cluster_53afa444-69ef-17f0-e750-e4d2bd0ccdbc/data/data1/current/BP-509660911-172.17.0.3-1731089939360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:19:30,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/cluster_53afa444-69ef-17f0-e750-e4d2bd0ccdbc/data/data2/current/BP-509660911-172.17.0.3-1731089939360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:19:30,762 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:19:30,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58bf9a8c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:19:30,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7480af43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:19:30,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:19:30,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51076a0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:19:30,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52806609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d518fcc-2593-187a-9e7c-0b840a2c4193/hadoop.log.dir/,STOPPED} 2024-11-08T18:19:30,774 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:19:30,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:19:30,797 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 243) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64073) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46475 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64073) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34381 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 615) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 451), ProcessCount=11 (was 11), AvailableMemoryMB=1903 (was 2010) 2024-11-08T18:19:30,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=1903 2024-11-08T18:19:30,821 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-08T18:19:30,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/hadoop.log.dir so I do NOT create it in target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44 2024-11-08T18:19:30,822 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:19:30,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/hadoop.tmp.dir so I do NOT create it in target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44 2024-11-08T18:19:30,822 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4cffb64f-359d-18fa-b7ab-3851e23c417e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:19:30,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44 2024-11-08T18:19:30,822 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/cluster_d0f1196f-375b-4db1-c6af-e48edd8ba0e1, deleteOnExit=true 2024-11-08T18:19:30,826 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/cluster_d0f1196f-375b-4db1-c6af-e48edd8ba0e1/zookeeper_0, clientPort=60267, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/cluster_d0f1196f-375b-4db1-c6af-e48edd8ba0e1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/cluster_d0f1196f-375b-4db1-c6af-e48edd8ba0e1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:19:30,827 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60267 2024-11-08T18:19:30,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:19:30,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:19:30,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/test.cache.data in system properties and HBase conf 2024-11-08T18:19:30,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:19:30,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:19:30,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:19:30,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:19:30,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:19:30,828 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:19:30,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:19:30,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011bac37330005, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:19:30,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011bac37330002, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:19:30,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011bac37330005, quorum=127.0.0.1:64073, baseZNode=/1-1285441429 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:19:30,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011bac37330002, quorum=127.0.0.1:64073, baseZNode=/0-593927817 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:19:31,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:31,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:19:31,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:19:31,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:19:31,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:19:31,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:31,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d10b76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:19:31,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cbb6089{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:19:31,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34970bd6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/java.io.tmpdir/jetty-localhost-36721-hadoop-hdfs-3_4_1-tests_jar-_-any-838643813989095205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:19:31,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fbc38a{HTTP/1.1, (http/1.1)}{localhost:36721} 2024-11-08T18:19:31,244 INFO [Time-limited test {}] server.Server(415): Started @233227ms 2024-11-08T18:19:31,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:31,486 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:19:31,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:19:31,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:19:31,491 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:19:31,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d48d49f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:19:31,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@317f02b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:19:31,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@223dfc08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/java.io.tmpdir/jetty-localhost-34119-hadoop-hdfs-3_4_1-tests_jar-_-any-12403131856163065327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:19:31,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49132611{HTTP/1.1, (http/1.1)}{localhost:34119} 2024-11-08T18:19:31,587 INFO [Time-limited test {}] server.Server(415): Started @233569ms 2024-11-08T18:19:31,587 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:19:32,258 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/cluster_d0f1196f-375b-4db1-c6af-e48edd8ba0e1/data/data1/current/BP-400439023-172.17.0.3-1731089970842/current, will proceed with Du for space computation calculation, 2024-11-08T18:19:32,258 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/cluster_d0f1196f-375b-4db1-c6af-e48edd8ba0e1/data/data2/current/BP-400439023-172.17.0.3-1731089970842/current, will proceed with Du for space computation calculation, 2024-11-08T18:19:32,277 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:19:32,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6339459ef88fead with lease ID 0x8cf415289cd12ed1: Processing first storage report for DS-22c52bcc-dc77-49b3-ab76-bd519ca9114e from datanode DatanodeRegistration(127.0.0.1:35593, datanodeUuid=0ded76c9-0c54-46f4-8bab-3ea0f83507f4, infoPort=42247, infoSecurePort=0, ipcPort=43859, storageInfo=lv=-57;cid=testClusterID;nsid=1589521598;c=1731089970842) 2024-11-08T18:19:32,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6339459ef88fead with lease ID 0x8cf415289cd12ed1: from storage DS-22c52bcc-dc77-49b3-ab76-bd519ca9114e node DatanodeRegistration(127.0.0.1:35593, datanodeUuid=0ded76c9-0c54-46f4-8bab-3ea0f83507f4, infoPort=42247, infoSecurePort=0, ipcPort=43859, storageInfo=lv=-57;cid=testClusterID;nsid=1589521598;c=1731089970842), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:19:32,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6339459ef88fead with lease ID 0x8cf415289cd12ed1: Processing first storage report for DS-65263a3f-ad58-4cab-b527-22e12bd11d46 from datanode DatanodeRegistration(127.0.0.1:35593, datanodeUuid=0ded76c9-0c54-46f4-8bab-3ea0f83507f4, infoPort=42247, infoSecurePort=0, ipcPort=43859, storageInfo=lv=-57;cid=testClusterID;nsid=1589521598;c=1731089970842) 2024-11-08T18:19:32,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6339459ef88fead with lease ID 0x8cf415289cd12ed1: from storage DS-65263a3f-ad58-4cab-b527-22e12bd11d46 node DatanodeRegistration(127.0.0.1:35593, datanodeUuid=0ded76c9-0c54-46f4-8bab-3ea0f83507f4, infoPort=42247, infoSecurePort=0, ipcPort=43859, storageInfo=lv=-57;cid=testClusterID;nsid=1589521598;c=1731089970842), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:19:32,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44 2024-11-08T18:19:32,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:32,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:19:32,413 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:32,413 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:19:32,413 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38324 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:19:32,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e with version=8 2024-11-08T18:19:32,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/hbase-staging 2024-11-08T18:19:32,720 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:19:32,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:32,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:32,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:19:32,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:32,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:19:32,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:19:32,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:19:32,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36463 2024-11-08T18:19:32,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36463 connecting to ZooKeeper ensemble=127.0.0.1:60267 2024-11-08T18:19:32,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364630x0, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:32,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36463-0x1011bacb2350000 connected 2024-11-08T18:19:32,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:32,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:32,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Set watcher on znode that does not yet exist, /01106821478/running 2024-11-08T18:19:32,902 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e, hbase.cluster.distributed=false 2024-11-08T18:19:32,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Set watcher on znode that does not yet exist, /01106821478/acl 2024-11-08T18:19:32,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36463 2024-11-08T18:19:32,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36463 2024-11-08T18:19:32,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36463 2024-11-08T18:19:32,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36463 2024-11-08T18:19:32,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36463 2024-11-08T18:19:32,919 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:19:32,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:32,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:32,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:19:32,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:32,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:19:32,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:19:32,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:19:32,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36955 2024-11-08T18:19:32,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36955 connecting to ZooKeeper ensemble=127.0.0.1:60267 2024-11-08T18:19:32,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:32,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:32,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369550x0, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:32,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369550x0, quorum=127.0.0.1:60267, baseZNode=/01106821478 Set watcher on znode that does not yet exist, /01106821478/running 2024-11-08T18:19:32,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36955-0x1011bacb2350001 connected 2024-11-08T18:19:32,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:19:32,932 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:19:32,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Set watcher on znode that does not yet exist, /01106821478/master 2024-11-08T18:19:32,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Set watcher on znode that does not yet exist, /01106821478/acl 2024-11-08T18:19:32,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36955 2024-11-08T18:19:32,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36955 2024-11-08T18:19:32,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36955 2024-11-08T18:19:32,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36955 2024-11-08T18:19:32,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36955 2024-11-08T18:19:32,952 DEBUG [M:0;2424dce0d377:36463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:36463 2024-11-08T18:19:32,952 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01106821478/backup-masters/2424dce0d377,36463,1731089972720 2024-11-08T18:19:32,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478/backup-masters 2024-11-08T18:19:32,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478/backup-masters 2024-11-08T18:19:32,963 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Set watcher on existing znode=/01106821478/backup-masters/2424dce0d377,36463,1731089972720 2024-11-08T18:19:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01106821478/master 2024-11-08T18:19:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:32,973 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Set watcher on existing znode=/01106821478/master 2024-11-08T18:19:32,973 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01106821478/backup-masters/2424dce0d377,36463,1731089972720 from backup master directory 2024-11-08T18:19:32,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01106821478/backup-masters/2424dce0d377,36463,1731089972720 2024-11-08T18:19:32,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478/backup-masters 2024-11-08T18:19:32,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478/backup-masters 2024-11-08T18:19:32,983 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:19:32,983 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,36463,1731089972720 2024-11-08T18:19:32,986 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/hbase.id] with ID: 4dd0119b-8129-452a-9511-55fee6892fb6 2024-11-08T18:19:32,986 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/.tmp/hbase.id 2024-11-08T18:19:32,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:19:33,392 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/.tmp/hbase.id]:[hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/hbase.id] 2024-11-08T18:19:33,399 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:33,400 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:19:33,400 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T18:19:33,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:33,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:33,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:19:33,856 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:33,857 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:19:33,858 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:33,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:19:34,271 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store 2024-11-08T18:19:34,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:19:34,676 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:34,677 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:19:34,677 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:34,677 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:34,677 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:19:34,677 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:34,677 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:34,677 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089974676Disabling compacts and flushes for region at 1731089974676Disabling writes for close at 1731089974677 (+1 ms)Writing region close event to WAL at 1731089974677Closed at 1731089974677 2024-11-08T18:19:34,678 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/.initializing 2024-11-08T18:19:34,678 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/WALs/2424dce0d377,36463,1731089972720 2024-11-08T18:19:34,679 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:19:34,680 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C36463%2C1731089972720, suffix=, logDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/WALs/2424dce0d377,36463,1731089972720, archiveDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/oldWALs, maxLogs=10 2024-11-08T18:19:34,694 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/WALs/2424dce0d377,36463,1731089972720/2424dce0d377%2C36463%2C1731089972720.1731089974680, exclude list is [], retry=0 2024-11-08T18:19:34,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35593,DS-22c52bcc-dc77-49b3-ab76-bd519ca9114e,DISK] 2024-11-08T18:19:34,698 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/WALs/2424dce0d377,36463,1731089972720/2424dce0d377%2C36463%2C1731089972720.1731089974680 2024-11-08T18:19:34,698 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42247:42247)] 2024-11-08T18:19:34,698 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:34,699 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:34,699 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:34,699 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:34,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:34,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:19:34,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:34,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:34,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:34,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:19:34,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:34,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:34,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:34,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:19:34,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:34,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:34,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:34,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:19:34,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:34,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:34,704 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:34,705 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:34,705 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:34,706 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:34,706 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:34,706 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:34,707 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:34,709 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:34,709 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68645434, jitterRate=0.022896677255630493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:34,709 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089974699Initializing all the Stores at 1731089974699Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089974700 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089974700Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089974700Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089974700Cleaning up temporary data from old regions at 1731089974706 (+6 ms)Region opened successfully at 1731089974709 (+3 ms) 2024-11-08T18:19:34,709 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:19:34,711 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f9034d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:19:34,712 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:19:34,712 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:19:34,712 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:19:34,712 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:19:34,712 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:19:34,713 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:19:34,713 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:19:34,714 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:19:34,715 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Unable to get data of znode /01106821478/balancer because node does not exist (not necessarily an error) 2024-11-08T18:19:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:19:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T18:19:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:19:34,794 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01106821478/balancer already deleted, retry=false 2024-11-08T18:19:34,794 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:19:34,795 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Unable to get data of znode /01106821478/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:19:34,804 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01106821478/normalizer already deleted, retry=false 2024-11-08T18:19:34,805 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:19:34,805 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Unable to get data of znode /01106821478/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:19:34,815 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01106821478/switch/split already deleted, retry=false 2024-11-08T18:19:34,816 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Unable to get data of znode /01106821478/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:19:34,825 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01106821478/switch/merge already deleted, retry=false 2024-11-08T18:19:34,827 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Unable to get data of znode /01106821478/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:19:34,836 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01106821478/snapshot-cleanup already deleted, retry=false 2024-11-08T18:19:34,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01106821478/running 2024-11-08T18:19:34,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01106821478/running 2024-11-08T18:19:34,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:34,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:34,847 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,36463,1731089972720, sessionid=0x1011bacb2350000, setting cluster-up flag (Was=false) 2024-11-08T18:19:34,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:34,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:34,899 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01106821478/flush-table-proc/acquired, /01106821478/flush-table-proc/reached, /01106821478/flush-table-proc/abort 2024-11-08T18:19:34,900 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,36463,1731089972720 2024-11-08T18:19:34,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:34,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:34,952 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01106821478/online-snapshot/acquired, /01106821478/online-snapshot/reached, /01106821478/online-snapshot/abort 2024-11-08T18:19:34,952 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,36463,1731089972720 2024-11-08T18:19:34,953 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:19:34,955 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:34,955 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:19:34,955 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:19:34,956 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,36463,1731089972720 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:19:34,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:34,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:34,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:34,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:34,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:19:34,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:34,958 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:19:34,958 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:34,958 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090004958 2024-11-08T18:19:34,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:19:34,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:19:34,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:19:34,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:19:34,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:19:34,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:19:34,959 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:34,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:34,959 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:19:34,960 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:19:34,960 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:19:34,960 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:34,960 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:19:34,960 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:19:34,960 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:19:34,960 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:19:34,960 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:19:34,964 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089974960,5,FailOnTimeoutGroup] 2024-11-08T18:19:34,964 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089974964,5,FailOnTimeoutGroup] 2024-11-08T18:19:34,964 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:34,964 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:19:34,964 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:34,964 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:34,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:19:35,045 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(746): ClusterId : 4dd0119b-8129-452a-9511-55fee6892fb6 2024-11-08T18:19:35,045 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:19:35,107 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:19:35,107 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:19:35,177 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:19:35,177 DEBUG [RS:0;2424dce0d377:36955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48addbb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:19:35,187 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:36955 2024-11-08T18:19:35,187 INFO [RS:0;2424dce0d377:36955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:19:35,187 INFO [RS:0;2424dce0d377:36955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:19:35,187 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:19:35,188 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,36463,1731089972720 with port=36955, startcode=1731089972918 2024-11-08T18:19:35,188 DEBUG [RS:0;2424dce0d377:36955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:19:35,189 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:19:35,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,36955,1731089972918 2024-11-08T18:19:35,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36463 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,36955,1731089972918 2024-11-08T18:19:35,191 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e 2024-11-08T18:19:35,191 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37455 2024-11-08T18:19:35,191 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:19:35,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478/rs 2024-11-08T18:19:35,215 DEBUG [RS:0;2424dce0d377:36955 {}] zookeeper.ZKUtil(111): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Set watcher on existing znode=/01106821478/rs/2424dce0d377,36955,1731089972918 2024-11-08T18:19:35,215 WARN [RS:0;2424dce0d377:36955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:19:35,215 INFO [RS:0;2424dce0d377:36955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:35,215 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918 2024-11-08T18:19:35,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,36955,1731089972918] 2024-11-08T18:19:35,218 INFO [RS:0;2424dce0d377:36955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:19:35,219 INFO [RS:0;2424dce0d377:36955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:19:35,219 INFO [RS:0;2424dce0d377:36955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:19:35,219 INFO [RS:0;2424dce0d377:36955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:35,219 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:19:35,220 INFO [RS:0;2424dce0d377:36955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:19:35,220 INFO [RS:0;2424dce0d377:36955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:19:35,220 DEBUG [RS:0;2424dce0d377:36955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:19:35,221 INFO [RS:0;2424dce0d377:36955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:35,221 INFO [RS:0;2424dce0d377:36955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:35,221 INFO [RS:0;2424dce0d377:36955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:35,221 INFO [RS:0;2424dce0d377:36955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:35,221 INFO [RS:0;2424dce0d377:36955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:35,221 INFO [RS:0;2424dce0d377:36955 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36955,1731089972918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:19:35,233 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:19:35,233 INFO [RS:0;2424dce0d377:36955 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36955,1731089972918-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:35,233 INFO [RS:0;2424dce0d377:36955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:35,233 INFO [RS:0;2424dce0d377:36955 {}] regionserver.Replication(171): 2424dce0d377,36955,1731089972918 started 2024-11-08T18:19:35,244 INFO [RS:0;2424dce0d377:36955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:35,244 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,36955,1731089972918, RpcServer on 2424dce0d377/172.17.0.3:36955, sessionid=0x1011bacb2350001 2024-11-08T18:19:35,245 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:19:35,245 DEBUG [RS:0;2424dce0d377:36955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,36955,1731089972918 2024-11-08T18:19:35,245 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,36955,1731089972918' 2024-11-08T18:19:35,245 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01106821478/flush-table-proc/abort' 2024-11-08T18:19:35,245 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01106821478/flush-table-proc/acquired' 2024-11-08T18:19:35,246 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:19:35,246 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:19:35,246 DEBUG [RS:0;2424dce0d377:36955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,36955,1731089972918 2024-11-08T18:19:35,246 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,36955,1731089972918' 2024-11-08T18:19:35,246 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01106821478/online-snapshot/abort' 2024-11-08T18:19:35,246 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01106821478/online-snapshot/acquired' 2024-11-08T18:19:35,246 DEBUG [RS:0;2424dce0d377:36955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:19:35,246 INFO [RS:0;2424dce0d377:36955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:19:35,246 INFO [RS:0;2424dce0d377:36955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:19:35,347 INFO [RS:0;2424dce0d377:36955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:19:35,348 INFO [RS:0;2424dce0d377:36955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C36955%2C1731089972918, suffix=, logDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918, archiveDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/oldWALs, maxLogs=10 2024-11-08T18:19:35,359 DEBUG [RS:0;2424dce0d377:36955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348, exclude list is [], retry=0 2024-11-08T18:19:35,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35593,DS-22c52bcc-dc77-49b3-ab76-bd519ca9114e,DISK] 2024-11-08T18:19:35,363 INFO [RS:0;2424dce0d377:36955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 2024-11-08T18:19:35,367 DEBUG [RS:0;2424dce0d377:36955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42247:42247)] 2024-11-08T18:19:35,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:19:35,368 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e 2024-11-08T18:19:35,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:19:35,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:35,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:19:35,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:19:35,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:35,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:35,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:19:35,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:19:35,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:35,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:35,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:19:35,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:19:35,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:35,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:35,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:19:35,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:19:35,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:35,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:35,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:19:35,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740 2024-11-08T18:19:35,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740 2024-11-08T18:19:35,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:19:35,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:19:35,780 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:35,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:19:35,782 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:35,782 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72758004, jitterRate=0.08417874574661255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:35,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089975774Initializing all the Stores at 1731089975774Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089975774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089975774Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089975774Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089975774Cleaning up temporary data from old regions at 1731089975780 (+6 ms)Region opened successfully at 1731089975783 (+3 ms) 2024-11-08T18:19:35,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:19:35,783 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:19:35,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:19:35,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:19:35,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:19:35,783 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:19:35,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089975783Disabling compacts and flushes for region at 1731089975783Disabling writes for close at 1731089975783Writing region close event to WAL at 1731089975783Closed at 1731089975783 2024-11-08T18:19:35,784 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:35,784 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:19:35,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:19:35,785 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:19:35,786 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:19:35,936 DEBUG [2424dce0d377:36463 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:19:35,937 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,36955,1731089972918 2024-11-08T18:19:35,938 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,36955,1731089972918, state=OPENING 2024-11-08T18:19:35,983 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:19:35,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:35,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:35,994 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:19:35,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01106821478/meta-region-server: CHANGED 2024-11-08T18:19:35,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01106821478/meta-region-server: CHANGED 2024-11-08T18:19:35,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,36955,1731089972918}] 2024-11-08T18:19:36,146 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:19:36,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:19:36,150 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:19:36,150 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:36,150 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:19:36,152 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C36955%2C1731089972918.meta, suffix=.meta, logDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918, archiveDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/oldWALs, maxLogs=10 2024-11-08T18:19:36,163 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.meta.1731089976152.meta, exclude list is [], retry=0 2024-11-08T18:19:36,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35593,DS-22c52bcc-dc77-49b3-ab76-bd519ca9114e,DISK] 2024-11-08T18:19:36,166 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.meta.1731089976152.meta 2024-11-08T18:19:36,166 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42247:42247)] 2024-11-08T18:19:36,166 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:36,167 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:36,167 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:19:36,167 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:19:36,167 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:19:36,167 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:19:36,167 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:36,167 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:19:36,167 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:19:36,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:19:36,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:19:36,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:36,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:36,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:19:36,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:19:36,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:36,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:36,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:19:36,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:19:36,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:36,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:36,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:19:36,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:19:36,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:36,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:36,172 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:19:36,172 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740 2024-11-08T18:19:36,173 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740 2024-11-08T18:19:36,174 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:19:36,174 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:19:36,174 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:36,175 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:19:36,175 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62361447, jitterRate=-0.07074202597141266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:36,175 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:19:36,176 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089976167Writing region info on filesystem at 1731089976167Initializing all the Stores at 1731089976168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089976168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089976168Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089976168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089976168Cleaning up temporary data from old regions at 1731089976174 (+6 ms)Running coprocessor post-open hooks at 1731089976175 (+1 ms)Region opened successfully at 1731089976176 (+1 ms) 2024-11-08T18:19:36,176 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089976146 2024-11-08T18:19:36,178 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:19:36,178 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:19:36,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,36955,1731089972918 2024-11-08T18:19:36,179 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,36955,1731089972918, state=OPEN 2024-11-08T18:19:36,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01106821478/meta-region-server 2024-11-08T18:19:36,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01106821478/meta-region-server 2024-11-08T18:19:36,215 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,36955,1731089972918 2024-11-08T18:19:36,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01106821478/meta-region-server: CHANGED 2024-11-08T18:19:36,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01106821478/meta-region-server: CHANGED 2024-11-08T18:19:36,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:19:36,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,36955,1731089972918 in 221 msec 2024-11-08T18:19:36,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:19:36,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-08T18:19:36,219 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:36,219 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:19:36,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:36,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36955,1731089972918, seqNum=-1] 2024-11-08T18:19:36,220 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:36,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:36,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-08T18:19:36,225 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089976225, completionTime=-1 2024-11-08T18:19:36,225 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:19:36,225 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:19:36,226 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:19:36,226 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090036226 2024-11-08T18:19:36,226 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090096226 2024-11-08T18:19:36,226 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T18:19:36,227 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36463,1731089972720-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:36,227 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36463,1731089972720-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:36,227 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36463,1731089972720-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:36,227 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:36463, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:36,227 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:36,227 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:36,228 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:19:36,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.247sec 2024-11-08T18:19:36,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:19:36,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:19:36,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:19:36,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:19:36,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:19:36,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36463,1731089972720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:19:36,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36463,1731089972720-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:19:36,232 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:19:36,232 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:19:36,232 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36463,1731089972720-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:36,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce9f982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:36,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36463,-1 for getting cluster id 2024-11-08T18:19:36,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:36,247 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dd0119b-8129-452a-9511-55fee6892fb6' 2024-11-08T18:19:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:36,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dd0119b-8129-452a-9511-55fee6892fb6" 2024-11-08T18:19:36,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b97c0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:36,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36463,-1] 2024-11-08T18:19:36,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:36,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:36,249 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:36,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305585e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:36,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36955,1731089972918, seqNum=-1] 2024-11-08T18:19:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:36,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:36,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,36463,1731089972720 2024-11-08T18:19:36,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60267 2024-11-08T18:19:36,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:36,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011bacb2350002 connected 2024-11-08T18:19:36,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/hadoop.log.dir so I do NOT create it in target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e 2024-11-08T18:19:36,280 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:19:36,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/hadoop.tmp.dir so I do NOT create it in target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e 2024-11-08T18:19:36,280 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:19:36,280 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e 2024-11-08T18:19:36,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:19:36,280 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/cluster_4d0806c9-f142-4734-233b-fbf764d12f2a, deleteOnExit=true 2024-11-08T18:19:36,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:19:36,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/test.cache.data in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:19:36,281 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:19:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:19:36,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:19:36,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:19:36,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:19:36,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:36,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:19:36,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:19:36,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:19:36,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:19:36,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:36,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9561a79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:19:36,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2116d2e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:19:36,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56aa9621{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/java.io.tmpdir/jetty-localhost-36689-hadoop-hdfs-3_4_1-tests_jar-_-any-1377294410384542464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:19:36,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@528d78d4{HTTP/1.1, (http/1.1)}{localhost:36689} 2024-11-08T18:19:36,704 INFO [Time-limited test {}] server.Server(415): Started @238686ms 2024-11-08T18:19:36,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:36,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:19:36,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:19:36,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:19:36,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:19:36,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bb52b53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:19:36,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b3d6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:19:37,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58f5a53c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/java.io.tmpdir/jetty-localhost-34819-hadoop-hdfs-3_4_1-tests_jar-_-any-11254132405117752935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:19:37,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2197091d{HTTP/1.1, (http/1.1)}{localhost:34819} 2024-11-08T18:19:37,068 INFO [Time-limited test {}] server.Server(415): Started @239051ms 2024-11-08T18:19:37,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:19:37,705 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/cluster_4d0806c9-f142-4734-233b-fbf764d12f2a/data/data1/current/BP-635875572-172.17.0.3-1731089976298/current, will proceed with Du for space computation calculation, 2024-11-08T18:19:37,705 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/cluster_4d0806c9-f142-4734-233b-fbf764d12f2a/data/data2/current/BP-635875572-172.17.0.3-1731089976298/current, will proceed with Du for space computation calculation, 2024-11-08T18:19:37,740 WARN [Thread-2763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:19:37,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x960fcd2b379dedf2 with lease ID 0x49786a165f90250d: Processing first storage report for DS-a02d10cb-1da1-46d4-871f-a09547e6ac6f from datanode DatanodeRegistration(127.0.0.1:43533, datanodeUuid=547c79a4-5562-41d7-aa28-06e53013b771, infoPort=35845, infoSecurePort=0, ipcPort=37841, storageInfo=lv=-57;cid=testClusterID;nsid=963658273;c=1731089976298) 2024-11-08T18:19:37,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x960fcd2b379dedf2 with lease ID 0x49786a165f90250d: from storage DS-a02d10cb-1da1-46d4-871f-a09547e6ac6f node DatanodeRegistration(127.0.0.1:43533, datanodeUuid=547c79a4-5562-41d7-aa28-06e53013b771, infoPort=35845, infoSecurePort=0, ipcPort=37841, storageInfo=lv=-57;cid=testClusterID;nsid=963658273;c=1731089976298), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:19:37,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x960fcd2b379dedf2 with lease ID 0x49786a165f90250d: Processing first storage report for DS-40f9dbdd-4dee-4892-98c8-0ce10f87550e from datanode DatanodeRegistration(127.0.0.1:43533, datanodeUuid=547c79a4-5562-41d7-aa28-06e53013b771, infoPort=35845, infoSecurePort=0, ipcPort=37841, storageInfo=lv=-57;cid=testClusterID;nsid=963658273;c=1731089976298) 2024-11-08T18:19:37,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x960fcd2b379dedf2 with lease ID 0x49786a165f90250d: from storage DS-40f9dbdd-4dee-4892-98c8-0ce10f87550e node DatanodeRegistration(127.0.0.1:43533, datanodeUuid=547c79a4-5562-41d7-aa28-06e53013b771, infoPort=35845, infoSecurePort=0, ipcPort=37841, storageInfo=lv=-57;cid=testClusterID;nsid=963658273;c=1731089976298), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:19:37,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e 2024-11-08T18:19:37,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:37,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:37,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:19:37,806 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5 with version=8 2024-11-08T18:19:37,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/hbase-staging 2024-11-08T18:19:37,810 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:19:37,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:37,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:37,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:19:37,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:37,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:19:37,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:19:37,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:19:37,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35773 2024-11-08T18:19:37,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35773 connecting to ZooKeeper ensemble=127.0.0.1:60267 2024-11-08T18:19:37,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357730x0, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:37,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35773-0x1011bacb2350003 connected 2024-11-08T18:19:37,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:37,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:37,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Set watcher on znode that does not yet exist, /1-1585810847/running 2024-11-08T18:19:37,912 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5, hbase.cluster.distributed=false 2024-11-08T18:19:37,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Set watcher on znode that does not yet exist, /1-1585810847/acl 2024-11-08T18:19:37,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35773 2024-11-08T18:19:37,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35773 2024-11-08T18:19:37,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35773 2024-11-08T18:19:37,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35773 2024-11-08T18:19:37,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35773 2024-11-08T18:19:37,926 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:19:37,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:37,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:37,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:19:37,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:37,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:19:37,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:19:37,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:19:37,927 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42787 2024-11-08T18:19:37,928 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42787 connecting to ZooKeeper ensemble=127.0.0.1:60267 2024-11-08T18:19:37,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:37,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:37,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427870x0, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:37,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427870x0, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Set watcher on znode that does not yet exist, /1-1585810847/running 2024-11-08T18:19:37,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42787-0x1011bacb2350004 connected 2024-11-08T18:19:37,942 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:19:37,942 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:19:37,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Set watcher on znode that does not yet exist, /1-1585810847/master 2024-11-08T18:19:37,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Set watcher on znode that does not yet exist, /1-1585810847/acl 2024-11-08T18:19:37,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42787 2024-11-08T18:19:37,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42787 2024-11-08T18:19:37,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42787 2024-11-08T18:19:37,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42787 2024-11-08T18:19:37,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42787 2024-11-08T18:19:37,954 DEBUG [M:0;2424dce0d377:35773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:35773 2024-11-08T18:19:37,955 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1585810847/backup-masters/2424dce0d377,35773,1731089977810 2024-11-08T18:19:37,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847/backup-masters 2024-11-08T18:19:37,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847/backup-masters 2024-11-08T18:19:37,963 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Set watcher on existing znode=/1-1585810847/backup-masters/2424dce0d377,35773,1731089977810 2024-11-08T18:19:37,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:37,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1585810847/master 2024-11-08T18:19:37,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:37,973 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Set watcher on existing znode=/1-1585810847/master 2024-11-08T18:19:37,973 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1585810847/backup-masters/2424dce0d377,35773,1731089977810 from backup master directory 2024-11-08T18:19:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847/backup-masters 2024-11-08T18:19:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1585810847/backup-masters/2424dce0d377,35773,1731089977810 2024-11-08T18:19:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847/backup-masters 2024-11-08T18:19:37,983 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:19:37,983 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,35773,1731089977810 2024-11-08T18:19:37,986 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/hbase.id] with ID: 44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a 2024-11-08T18:19:37,986 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/.tmp/hbase.id 2024-11-08T18:19:37,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:19:38,390 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/.tmp/hbase.id]:[hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/hbase.id] 2024-11-08T18:19:38,398 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:38,398 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:19:38,399 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:19:38,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:38,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:38,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:19:38,852 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:38,854 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:19:38,855 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:38,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:19:38,862 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store 2024-11-08T18:19:38,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:19:38,871 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:38,871 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:19:38,871 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:38,871 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:38,871 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:19:38,871 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:38,871 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:38,871 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089978871Disabling compacts and flushes for region at 1731089978871Disabling writes for close at 1731089978871Writing region close event to WAL at 1731089978871Closed at 1731089978871 2024-11-08T18:19:38,872 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/.initializing 2024-11-08T18:19:38,872 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/WALs/2424dce0d377,35773,1731089977810 2024-11-08T18:19:38,872 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:19:38,873 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C35773%2C1731089977810, suffix=, logDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/WALs/2424dce0d377,35773,1731089977810, archiveDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/oldWALs, maxLogs=10 2024-11-08T18:19:38,885 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/WALs/2424dce0d377,35773,1731089977810/2424dce0d377%2C35773%2C1731089977810.1731089978874, exclude list is [], retry=0 2024-11-08T18:19:38,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43533,DS-a02d10cb-1da1-46d4-871f-a09547e6ac6f,DISK] 2024-11-08T18:19:38,889 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/WALs/2424dce0d377,35773,1731089977810/2424dce0d377%2C35773%2C1731089977810.1731089978874 2024-11-08T18:19:38,889 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35845:35845)] 2024-11-08T18:19:38,889 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:38,889 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:38,889 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:38,889 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:38,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:38,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:19:38,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:38,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:38,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:38,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:19:38,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:38,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:38,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:38,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:19:38,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:38,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:38,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:38,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:19:38,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:38,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:38,896 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:38,896 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:38,896 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:38,897 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:38,897 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:38,897 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:38,898 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:38,900 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:38,900 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64945260, jitterRate=-0.032240211963653564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:38,900 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089978889Initializing all the Stores at 1731089978890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089978890Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089978890Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089978890Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089978890Cleaning up temporary data from old regions at 1731089978897 (+7 ms)Region opened successfully at 1731089978900 (+3 ms) 2024-11-08T18:19:38,900 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:19:38,903 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6054002e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:19:38,904 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:19:38,904 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:19:38,904 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:19:38,905 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:19:38,905 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:19:38,906 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:19:38,906 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:19:38,909 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:19:38,910 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Unable to get data of znode /1-1585810847/balancer because node does not exist (not necessarily an error) 2024-11-08T18:19:38,962 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1585810847/balancer already deleted, retry=false 2024-11-08T18:19:38,963 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:19:38,963 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Unable to get data of znode /1-1585810847/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:19:38,972 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1585810847/normalizer already deleted, retry=false 2024-11-08T18:19:38,973 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:19:38,974 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Unable to get data of znode /1-1585810847/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:19:38,983 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1585810847/switch/split already deleted, retry=false 2024-11-08T18:19:38,984 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Unable to get data of znode /1-1585810847/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:19:38,994 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1585810847/switch/merge already deleted, retry=false 2024-11-08T18:19:38,995 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Unable to get data of znode /1-1585810847/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:19:39,004 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1585810847/snapshot-cleanup already deleted, retry=false 2024-11-08T18:19:39,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1585810847/running 2024-11-08T18:19:39,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1585810847/running 2024-11-08T18:19:39,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:39,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:39,015 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,35773,1731089977810, sessionid=0x1011bacb2350003, setting cluster-up flag (Was=false) 2024-11-08T18:19:39,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:39,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:39,067 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1585810847/flush-table-proc/acquired, /1-1585810847/flush-table-proc/reached, /1-1585810847/flush-table-proc/abort 2024-11-08T18:19:39,068 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,35773,1731089977810 2024-11-08T18:19:39,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:39,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:39,200 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1585810847/online-snapshot/acquired, /1-1585810847/online-snapshot/reached, /1-1585810847/online-snapshot/abort 2024-11-08T18:19:39,201 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,35773,1731089977810 2024-11-08T18:19:39,202 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:19:39,203 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:39,204 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:19:39,204 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:19:39,204 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,35773,1731089977810 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:19:39,205 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:39,205 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:39,205 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:39,205 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:39,205 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:19:39,205 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,205 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:19:39,205 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,206 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090009206 2024-11-08T18:19:39,206 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:19:39,207 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:19:39,207 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:19:39,207 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:19:39,207 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:39,207 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:19:39,207 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:19:39,207 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:19:39,207 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,208 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:19:39,208 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:19:39,208 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:39,208 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:19:39,208 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:19:39,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:19:39,209 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:19:39,209 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:19:39,212 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089979209,5,FailOnTimeoutGroup] 2024-11-08T18:19:39,212 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089979212,5,FailOnTimeoutGroup] 2024-11-08T18:19:39,212 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,212 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:19:39,212 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,212 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:19:39,247 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(746): ClusterId : 44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a 2024-11-08T18:19:39,247 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:19:39,289 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:19:39,289 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:19:39,300 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:19:39,300 DEBUG [RS:0;2424dce0d377:42787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab46041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:19:39,314 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:42787 2024-11-08T18:19:39,314 INFO [RS:0;2424dce0d377:42787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:19:39,314 INFO [RS:0;2424dce0d377:42787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:19:39,314 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:19:39,315 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,35773,1731089977810 with port=42787, startcode=1731089977926 2024-11-08T18:19:39,315 DEBUG [RS:0;2424dce0d377:42787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:19:39,317 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:19:39,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,42787,1731089977926 2024-11-08T18:19:39,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35773 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,42787,1731089977926 2024-11-08T18:19:39,319 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5 2024-11-08T18:19:39,319 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37525 2024-11-08T18:19:39,319 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:19:39,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847/rs 2024-11-08T18:19:39,376 DEBUG [RS:0;2424dce0d377:42787 {}] zookeeper.ZKUtil(111): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Set watcher on existing znode=/1-1585810847/rs/2424dce0d377,42787,1731089977926 2024-11-08T18:19:39,376 WARN [RS:0;2424dce0d377:42787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:19:39,376 INFO [RS:0;2424dce0d377:42787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:39,376 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926 2024-11-08T18:19:39,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,42787,1731089977926] 2024-11-08T18:19:39,379 INFO [RS:0;2424dce0d377:42787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:19:39,381 INFO [RS:0;2424dce0d377:42787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:19:39,381 INFO [RS:0;2424dce0d377:42787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:19:39,381 INFO [RS:0;2424dce0d377:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,382 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:19:39,382 INFO [RS:0;2424dce0d377:42787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:19:39,382 INFO [RS:0;2424dce0d377:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:19:39,383 DEBUG [RS:0;2424dce0d377:42787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:19:39,383 INFO [RS:0;2424dce0d377:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,383 INFO [RS:0;2424dce0d377:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,383 INFO [RS:0;2424dce0d377:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,383 INFO [RS:0;2424dce0d377:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,383 INFO [RS:0;2424dce0d377:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,383 INFO [RS:0;2424dce0d377:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42787,1731089977926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:19:39,396 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:19:39,396 INFO [RS:0;2424dce0d377:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42787,1731089977926-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,396 INFO [RS:0;2424dce0d377:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,396 INFO [RS:0;2424dce0d377:42787 {}] regionserver.Replication(171): 2424dce0d377,42787,1731089977926 started 2024-11-08T18:19:39,412 INFO [RS:0;2424dce0d377:42787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:39,412 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,42787,1731089977926, RpcServer on 2424dce0d377/172.17.0.3:42787, sessionid=0x1011bacb2350004 2024-11-08T18:19:39,412 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:19:39,413 DEBUG [RS:0;2424dce0d377:42787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,42787,1731089977926 2024-11-08T18:19:39,413 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,42787,1731089977926' 2024-11-08T18:19:39,413 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1585810847/flush-table-proc/abort' 2024-11-08T18:19:39,413 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1585810847/flush-table-proc/acquired' 2024-11-08T18:19:39,414 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:19:39,414 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:19:39,414 DEBUG [RS:0;2424dce0d377:42787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,42787,1731089977926 2024-11-08T18:19:39,414 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,42787,1731089977926' 2024-11-08T18:19:39,414 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1585810847/online-snapshot/abort' 2024-11-08T18:19:39,414 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1585810847/online-snapshot/acquired' 2024-11-08T18:19:39,414 DEBUG [RS:0;2424dce0d377:42787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:19:39,414 INFO [RS:0;2424dce0d377:42787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:19:39,414 INFO [RS:0;2424dce0d377:42787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:19:39,515 INFO [RS:0;2424dce0d377:42787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:19:39,516 INFO [RS:0;2424dce0d377:42787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C42787%2C1731089977926, suffix=, logDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926, archiveDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/oldWALs, maxLogs=10 2024-11-08T18:19:39,530 DEBUG [RS:0;2424dce0d377:42787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516, exclude list is [], retry=0 2024-11-08T18:19:39,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43533,DS-a02d10cb-1da1-46d4-871f-a09547e6ac6f,DISK] 2024-11-08T18:19:39,534 INFO [RS:0;2424dce0d377:42787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 2024-11-08T18:19:39,535 DEBUG [RS:0;2424dce0d377:42787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35845:35845)] 2024-11-08T18:19:39,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:19:39,622 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5 2024-11-08T18:19:39,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:19:40,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:40,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:19:40,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:19:40,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:40,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:40,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:19:40,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:19:40,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:40,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:40,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:19:40,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:19:40,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:40,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:40,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:19:40,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:19:40,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:40,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:40,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:19:40,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740 2024-11-08T18:19:40,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740 2024-11-08T18:19:40,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:19:40,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:19:40,037 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:40,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:19:40,039 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:40,039 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62101336, jitterRate=-0.07461798191070557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:40,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089980027Initializing all the Stores at 1731089980027Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089980027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089980028 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089980028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089980028Cleaning up temporary data from old regions at 1731089980036 (+8 ms)Region opened successfully at 1731089980039 (+3 ms) 2024-11-08T18:19:40,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:19:40,040 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:19:40,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:19:40,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:19:40,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:19:40,040 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:19:40,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089980039Disabling compacts and flushes for region at 1731089980039Disabling writes for close at 1731089980040 (+1 ms)Writing region close event to WAL at 1731089980040Closed at 1731089980040 2024-11-08T18:19:40,041 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:40,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:19:40,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:19:40,042 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:19:40,042 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:19:40,193 DEBUG [2424dce0d377:35773 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:19:40,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,42787,1731089977926 2024-11-08T18:19:40,194 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,42787,1731089977926, state=OPENING 2024-11-08T18:19:40,246 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:19:40,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:19:40,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:40,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:40,257 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:19:40,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1585810847/meta-region-server: CHANGED 2024-11-08T18:19:40,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,42787,1731089977926}] 2024-11-08T18:19:40,258 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1585810847/meta-region-server: CHANGED 2024-11-08T18:19:40,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:40,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:40,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:40,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:40,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:40,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:40,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:40,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:40,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:40,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:40,410 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:19:40,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:19:40,413 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:19:40,413 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:40,413 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:19:40,414 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C42787%2C1731089977926.meta, suffix=.meta, logDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926, archiveDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/oldWALs, maxLogs=10 2024-11-08T18:19:40,426 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.meta.1731089980415.meta, exclude list is [], retry=0 2024-11-08T18:19:40,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43533,DS-a02d10cb-1da1-46d4-871f-a09547e6ac6f,DISK] 2024-11-08T18:19:40,429 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.meta.1731089980415.meta 2024-11-08T18:19:40,436 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35845:35845)] 2024-11-08T18:19:40,436 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:40,436 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:40,436 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:19:40,436 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:19:40,437 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:19:40,437 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:19:40,437 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:40,437 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:19:40,437 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:19:40,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:19:40,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:19:40,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:40,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:40,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:19:40,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:19:40,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:40,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:40,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:19:40,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:19:40,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:40,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:40,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:19:40,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:19:40,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:40,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:40,443 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:19:40,443 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740 2024-11-08T18:19:40,444 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740 2024-11-08T18:19:40,445 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:19:40,445 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:19:40,445 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:40,447 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:19:40,447 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67265854, jitterRate=0.0023393332958221436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:40,447 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:19:40,447 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089980437Writing region info on filesystem at 1731089980437Initializing all the Stores at 1731089980438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089980438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089980438Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089980438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089980438Cleaning up temporary data from old regions at 1731089980445 (+7 ms)Running coprocessor post-open hooks at 1731089980447 (+2 ms)Region opened successfully at 1731089980447 2024-11-08T18:19:40,448 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089980409 2024-11-08T18:19:40,450 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:19:40,450 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:19:40,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,42787,1731089977926 2024-11-08T18:19:40,451 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,42787,1731089977926, state=OPEN 2024-11-08T18:19:40,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1585810847/meta-region-server 2024-11-08T18:19:40,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1585810847/meta-region-server 2024-11-08T18:19:40,457 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,42787,1731089977926 2024-11-08T18:19:40,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1585810847/meta-region-server: CHANGED 2024-11-08T18:19:40,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1585810847/meta-region-server: CHANGED 2024-11-08T18:19:40,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:19:40,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,42787,1731089977926 in 200 msec 2024-11-08T18:19:40,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:19:40,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-08T18:19:40,460 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:40,460 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:19:40,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:40,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42787,1731089977926, seqNum=-1] 2024-11-08T18:19:40,462 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:40,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:40,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-08T18:19:40,467 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089980467, completionTime=-1 2024-11-08T18:19:40,467 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:19:40,468 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:19:40,470 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:19:40,470 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090040470 2024-11-08T18:19:40,470 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090100470 2024-11-08T18:19:40,470 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:19:40,470 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,35773,1731089977810-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:40,470 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,35773,1731089977810-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:40,470 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,35773,1731089977810-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:40,470 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:35773, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:40,470 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:40,470 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:40,472 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:19:40,473 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.490sec 2024-11-08T18:19:40,473 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:19:40,473 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:19:40,473 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:19:40,473 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:19:40,473 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:19:40,474 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,35773,1731089977810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:19:40,474 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,35773,1731089977810-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:19:40,475 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:19:40,475 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:19:40,475 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,35773,1731089977810-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:40,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@178ebdbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:40,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,35773,-1 for getting cluster id 2024-11-08T18:19:40,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:40,549 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a' 2024-11-08T18:19:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a" 2024-11-08T18:19:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54328f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,35773,-1] 2024-11-08T18:19:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:40,550 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:40,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf1d164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:40,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42787,1731089977926, seqNum=-1] 2024-11-08T18:19:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:40,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:40,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,35773,1731089977810 2024-11-08T18:19:40,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60267 2024-11-08T18:19:40,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:40,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011bacb2350005 connected 2024-11-08T18:19:40,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/hadoop.log.dir so I do NOT create it in target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28 2024-11-08T18:19:40,575 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:19:40,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/hadoop.tmp.dir so I do NOT create it in target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28 2024-11-08T18:19:40,575 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:19:40,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28 2024-11-08T18:19:40,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:19:40,575 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/cluster_9b5c4bb5-aed6-6a5c-2d0f-8a70d8a8aadd, deleteOnExit=true 2024-11-08T18:19:40,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:19:40,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/test.cache.data in system properties and HBase conf 2024-11-08T18:19:40,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:19:40,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:19:40,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:19:40,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:19:40,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:19:40,576 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:19:40,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:19:40,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:19:40,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:19:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:19:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:19:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:19:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:19:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:19:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:19:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:19:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:19:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:19:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:19:40,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:19:40,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:40,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:19:40,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:19:40,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:19:40,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:19:40,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:40,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@289a0598{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:19:40,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@223421bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:19:41,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@620c8f19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/java.io.tmpdir/jetty-localhost-36189-hadoop-hdfs-3_4_1-tests_jar-_-any-16752239003740457181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:19:41,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10494ed1{HTTP/1.1, (http/1.1)}{localhost:36189} 2024-11-08T18:19:41,074 INFO [Time-limited test {}] server.Server(415): Started @243057ms 2024-11-08T18:19:41,218 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:19:41,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:19:41,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:19:41,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:19:41,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:19:41,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:19:41,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b321cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:19:41,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@141f236c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:19:41,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55094c6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/java.io.tmpdir/jetty-localhost-36453-hadoop-hdfs-3_4_1-tests_jar-_-any-7563409093666409898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:19:41,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@516a13e6{HTTP/1.1, (http/1.1)}{localhost:36453} 2024-11-08T18:19:41,489 INFO [Time-limited test {}] server.Server(415): Started @243472ms 2024-11-08T18:19:41,491 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:19:42,141 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/cluster_9b5c4bb5-aed6-6a5c-2d0f-8a70d8a8aadd/data/data2/current/BP-1475359592-172.17.0.3-1731089980603/current, will proceed with Du for space computation calculation, 2024-11-08T18:19:42,141 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/cluster_9b5c4bb5-aed6-6a5c-2d0f-8a70d8a8aadd/data/data1/current/BP-1475359592-172.17.0.3-1731089980603/current, will proceed with Du for space computation calculation, 2024-11-08T18:19:42,163 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:19:42,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93eaef4d90ff3e43 with lease ID 0xc41ac316a2da878c: Processing first storage report for DS-da53e941-912c-4a04-862f-a3c4f0d49e12 from datanode DatanodeRegistration(127.0.0.1:46779, datanodeUuid=eae173af-f0cf-4eeb-aad0-a7b32894f45d, infoPort=33863, infoSecurePort=0, ipcPort=33891, storageInfo=lv=-57;cid=testClusterID;nsid=2054776073;c=1731089980603) 2024-11-08T18:19:42,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93eaef4d90ff3e43 with lease ID 0xc41ac316a2da878c: from storage DS-da53e941-912c-4a04-862f-a3c4f0d49e12 node DatanodeRegistration(127.0.0.1:46779, datanodeUuid=eae173af-f0cf-4eeb-aad0-a7b32894f45d, infoPort=33863, infoSecurePort=0, ipcPort=33891, storageInfo=lv=-57;cid=testClusterID;nsid=2054776073;c=1731089980603), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T18:19:42,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93eaef4d90ff3e43 with lease ID 0xc41ac316a2da878c: Processing first storage report for DS-5dc079d9-4f1b-4843-a81f-33ec09d8e72f from datanode DatanodeRegistration(127.0.0.1:46779, datanodeUuid=eae173af-f0cf-4eeb-aad0-a7b32894f45d, infoPort=33863, infoSecurePort=0, ipcPort=33891, storageInfo=lv=-57;cid=testClusterID;nsid=2054776073;c=1731089980603) 2024-11-08T18:19:42,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93eaef4d90ff3e43 with lease ID 0xc41ac316a2da878c: from storage DS-5dc079d9-4f1b-4843-a81f-33ec09d8e72f node DatanodeRegistration(127.0.0.1:46779, datanodeUuid=eae173af-f0cf-4eeb-aad0-a7b32894f45d, infoPort=33863, infoSecurePort=0, ipcPort=33891, storageInfo=lv=-57;cid=testClusterID;nsid=2054776073;c=1731089980603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:19:42,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28 2024-11-08T18:19:42,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:42,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:42,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:19:42,433 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:42,433 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:19:42,434 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48344 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:19:42,637 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5 with version=8 2024-11-08T18:19:42,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/hbase-staging 2024-11-08T18:19:42,640 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:19:42,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:42,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:42,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:19:42,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:42,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:19:42,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:19:42,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:19:42,642 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43193 2024-11-08T18:19:42,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43193 connecting to ZooKeeper ensemble=127.0.0.1:60267 2024-11-08T18:19:42,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431930x0, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:42,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43193-0x1011bacb2350006 connected 2024-11-08T18:19:42,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:42,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:42,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Set watcher on znode that does not yet exist, /2-1896237510/running 2024-11-08T18:19:42,788 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5, hbase.cluster.distributed=false 2024-11-08T18:19:42,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Set watcher on znode that does not yet exist, /2-1896237510/acl 2024-11-08T18:19:42,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43193 2024-11-08T18:19:42,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43193 2024-11-08T18:19:42,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43193 2024-11-08T18:19:42,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43193 2024-11-08T18:19:42,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43193 2024-11-08T18:19:42,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:19:42,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:42,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:42,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:19:42,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:19:42,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:19:42,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:19:42,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:19:42,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37477 2024-11-08T18:19:42,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37477 connecting to ZooKeeper ensemble=127.0.0.1:60267 2024-11-08T18:19:42,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:42,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:42,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374770x0, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:42,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374770x0, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Set watcher on znode that does not yet exist, /2-1896237510/running 2024-11-08T18:19:42,836 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:19:42,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37477-0x1011bacb2350007 connected 2024-11-08T18:19:42,840 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:19:42,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Set watcher on znode that does not yet exist, /2-1896237510/master 2024-11-08T18:19:42,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Set watcher on znode that does not yet exist, /2-1896237510/acl 2024-11-08T18:19:42,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37477 2024-11-08T18:19:42,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37477 2024-11-08T18:19:42,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37477 2024-11-08T18:19:42,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37477 2024-11-08T18:19:42,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37477 2024-11-08T18:19:42,871 DEBUG [M:0;2424dce0d377:43193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:43193 2024-11-08T18:19:42,872 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1896237510/backup-masters/2424dce0d377,43193,1731089982640 2024-11-08T18:19:42,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510/backup-masters 2024-11-08T18:19:42,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510/backup-masters 2024-11-08T18:19:42,948 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Set watcher on existing znode=/2-1896237510/backup-masters/2424dce0d377,43193,1731089982640 2024-11-08T18:19:42,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:42,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1896237510/master 2024-11-08T18:19:42,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:42,973 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Set watcher on existing znode=/2-1896237510/master 2024-11-08T18:19:42,973 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1896237510/backup-masters/2424dce0d377,43193,1731089982640 from backup master directory 2024-11-08T18:19:42,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1896237510/backup-masters/2424dce0d377,43193,1731089982640 2024-11-08T18:19:42,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510/backup-masters 2024-11-08T18:19:42,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510/backup-masters 2024-11-08T18:19:42,983 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:19:42,983 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,43193,1731089982640 2024-11-08T18:19:42,986 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/hbase.id] with ID: 55b8dcc7-4216-4a57-a87e-bfe8fbe365ec 2024-11-08T18:19:42,986 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/.tmp/hbase.id 2024-11-08T18:19:42,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:19:43,392 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/.tmp/hbase.id]:[hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/hbase.id] 2024-11-08T18:19:43,400 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:19:43,400 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:19:43,401 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:19:43,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:43,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:43,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:19:43,868 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:43,868 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:19:43,869 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:43,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:19:44,275 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store 2024-11-08T18:19:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:19:44,686 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:44,686 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:19:44,686 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:44,686 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:44,686 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:19:44,686 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:44,686 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:19:44,686 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731089984686Disabling compacts and flushes for region at 1731089984686Disabling writes for close at 1731089984686Writing region close event to WAL at 1731089984686Closed at 1731089984686 2024-11-08T18:19:44,687 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/.initializing 2024-11-08T18:19:44,687 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/WALs/2424dce0d377,43193,1731089982640 2024-11-08T18:19:44,688 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:19:44,689 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C43193%2C1731089982640, suffix=, logDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/WALs/2424dce0d377,43193,1731089982640, archiveDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/oldWALs, maxLogs=10 2024-11-08T18:19:44,701 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/WALs/2424dce0d377,43193,1731089982640/2424dce0d377%2C43193%2C1731089982640.1731089984689, exclude list is [], retry=0 2024-11-08T18:19:44,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46779,DS-da53e941-912c-4a04-862f-a3c4f0d49e12,DISK] 2024-11-08T18:19:44,705 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/WALs/2424dce0d377,43193,1731089982640/2424dce0d377%2C43193%2C1731089982640.1731089984689 2024-11-08T18:19:44,705 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33863:33863)] 2024-11-08T18:19:44,705 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:44,706 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:44,706 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:44,706 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:44,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:44,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:19:44,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:44,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:44,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:44,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:19:44,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:44,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:44,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:44,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:19:44,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:44,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:44,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:44,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:19:44,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:44,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:44,712 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:44,712 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:44,713 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:44,714 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:44,714 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:44,714 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:44,715 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:19:44,717 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:44,717 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73090987, jitterRate=0.08914057910442352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:44,717 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731089984706Initializing all the Stores at 1731089984707 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089984707Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089984707Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089984707Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089984707Cleaning up temporary data from old regions at 1731089984714 (+7 ms)Region opened successfully at 1731089984717 (+3 ms) 2024-11-08T18:19:44,717 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:19:44,719 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0a4513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:19:44,720 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:19:44,720 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:19:44,720 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:19:44,721 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:19:44,721 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:19:44,721 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:19:44,721 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:19:44,723 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:19:44,723 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Unable to get data of znode /2-1896237510/balancer because node does not exist (not necessarily an error) 2024-11-08T18:19:44,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:19:44,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T18:19:44,793 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1896237510/balancer already deleted, retry=false 2024-11-08T18:19:44,794 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:19:44,795 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Unable to get data of znode /2-1896237510/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:19:44,804 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1896237510/normalizer already deleted, retry=false 2024-11-08T18:19:44,804 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:19:44,805 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Unable to get data of znode /2-1896237510/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:19:44,814 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1896237510/switch/split already deleted, retry=false 2024-11-08T18:19:44,815 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Unable to get data of znode /2-1896237510/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:19:44,825 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1896237510/switch/merge already deleted, retry=false 2024-11-08T18:19:44,827 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Unable to get data of znode /2-1896237510/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:19:44,835 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1896237510/snapshot-cleanup already deleted, retry=false 2024-11-08T18:19:44,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1896237510/running 2024-11-08T18:19:44,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1896237510/running 2024-11-08T18:19:44,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:44,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:44,846 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,43193,1731089982640, sessionid=0x1011bacb2350006, setting cluster-up flag (Was=false) 2024-11-08T18:19:44,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:44,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:44,898 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1896237510/flush-table-proc/acquired, /2-1896237510/flush-table-proc/reached, /2-1896237510/flush-table-proc/abort 2024-11-08T18:19:44,899 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,43193,1731089982640 2024-11-08T18:19:44,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:44,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:44,951 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1896237510/online-snapshot/acquired, /2-1896237510/online-snapshot/reached, /2-1896237510/online-snapshot/abort 2024-11-08T18:19:44,952 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,43193,1731089982640 2024-11-08T18:19:44,953 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:19:44,955 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:44,955 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:19:44,955 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:19:44,955 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,43193,1731089982640 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:19:44,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:44,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:44,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:44,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:19:44,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:19:44,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:44,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:19:44,957 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:44,958 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090014958 2024-11-08T18:19:44,958 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:19:44,958 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:19:44,958 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:19:44,958 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:19:44,958 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:19:44,958 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:19:44,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:44,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:19:44,958 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:44,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:19:44,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:19:44,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:19:44,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:19:44,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:19:44,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:19:44,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:44,959 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089984959,5,FailOnTimeoutGroup] 2024-11-08T18:19:44,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:19:44,959 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089984959,5,FailOnTimeoutGroup] 2024-11-08T18:19:44,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:44,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:19:44,959 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:44,960 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:44,961 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(746): ClusterId : 55b8dcc7-4216-4a57-a87e-bfe8fbe365ec 2024-11-08T18:19:44,961 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:19:44,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:19:44,973 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:19:44,973 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:19:44,983 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:19:44,983 DEBUG [RS:0;2424dce0d377:37477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64699b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:19:44,997 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:37477 2024-11-08T18:19:44,997 INFO [RS:0;2424dce0d377:37477 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:19:44,997 INFO [RS:0;2424dce0d377:37477 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:19:44,997 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:19:44,998 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,43193,1731089982640 with port=37477, startcode=1731089982811 2024-11-08T18:19:44,998 DEBUG [RS:0;2424dce0d377:37477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:19:44,999 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:19:45,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43193 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,37477,1731089982811 2024-11-08T18:19:45,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43193 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,37477,1731089982811 2024-11-08T18:19:45,001 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5 2024-11-08T18:19:45,001 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36245 2024-11-08T18:19:45,001 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:19:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510/rs 2024-11-08T18:19:45,088 DEBUG [RS:0;2424dce0d377:37477 {}] zookeeper.ZKUtil(111): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Set watcher on existing znode=/2-1896237510/rs/2424dce0d377,37477,1731089982811 2024-11-08T18:19:45,088 WARN [RS:0;2424dce0d377:37477 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:19:45,088 INFO [RS:0;2424dce0d377:37477 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:45,088 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811 2024-11-08T18:19:45,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,37477,1731089982811] 2024-11-08T18:19:45,091 INFO [RS:0;2424dce0d377:37477 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:19:45,093 INFO [RS:0;2424dce0d377:37477 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:19:45,093 INFO [RS:0;2424dce0d377:37477 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:19:45,093 INFO [RS:0;2424dce0d377:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:45,093 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:19:45,094 INFO [RS:0;2424dce0d377:37477 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:19:45,094 INFO [RS:0;2424dce0d377:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:19:45,094 DEBUG [RS:0;2424dce0d377:37477 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:19:45,094 INFO [RS:0;2424dce0d377:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:45,094 INFO [RS:0;2424dce0d377:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:45,094 INFO [RS:0;2424dce0d377:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:45,095 INFO [RS:0;2424dce0d377:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:45,095 INFO [RS:0;2424dce0d377:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:45,095 INFO [RS:0;2424dce0d377:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,37477,1731089982811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:19:45,106 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:19:45,107 INFO [RS:0;2424dce0d377:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,37477,1731089982811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:45,107 INFO [RS:0;2424dce0d377:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:45,107 INFO [RS:0;2424dce0d377:37477 {}] regionserver.Replication(171): 2424dce0d377,37477,1731089982811 started 2024-11-08T18:19:45,118 INFO [RS:0;2424dce0d377:37477 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:45,118 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,37477,1731089982811, RpcServer on 2424dce0d377/172.17.0.3:37477, sessionid=0x1011bacb2350007 2024-11-08T18:19:45,118 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:19:45,118 DEBUG [RS:0;2424dce0d377:37477 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,37477,1731089982811 2024-11-08T18:19:45,118 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,37477,1731089982811' 2024-11-08T18:19:45,118 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1896237510/flush-table-proc/abort' 2024-11-08T18:19:45,119 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1896237510/flush-table-proc/acquired' 2024-11-08T18:19:45,119 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:19:45,119 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:19:45,119 DEBUG [RS:0;2424dce0d377:37477 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,37477,1731089982811 2024-11-08T18:19:45,119 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,37477,1731089982811' 2024-11-08T18:19:45,119 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1896237510/online-snapshot/abort' 2024-11-08T18:19:45,120 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1896237510/online-snapshot/acquired' 2024-11-08T18:19:45,120 DEBUG [RS:0;2424dce0d377:37477 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:19:45,120 INFO [RS:0;2424dce0d377:37477 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:19:45,120 INFO [RS:0;2424dce0d377:37477 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:19:45,220 INFO [RS:0;2424dce0d377:37477 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:19:45,221 INFO [RS:0;2424dce0d377:37477 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C37477%2C1731089982811, suffix=, logDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811, archiveDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/oldWALs, maxLogs=10 2024-11-08T18:19:45,233 DEBUG [RS:0;2424dce0d377:37477 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, exclude list is [], retry=0 2024-11-08T18:19:45,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46779,DS-da53e941-912c-4a04-862f-a3c4f0d49e12,DISK] 2024-11-08T18:19:45,236 INFO [RS:0;2424dce0d377:37477 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 2024-11-08T18:19:45,236 DEBUG [RS:0;2424dce0d377:37477 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33863:33863)] 2024-11-08T18:19:45,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:19:45,366 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5 2024-11-08T18:19:45,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:19:45,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:45,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:19:45,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:19:45,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:45,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:45,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:19:45,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:19:45,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:45,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:45,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:19:45,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:19:45,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:45,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:45,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:19:45,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:19:45,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:45,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:45,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:19:45,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740 2024-11-08T18:19:45,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740 2024-11-08T18:19:45,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:19:45,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:19:45,782 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:45,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:19:45,784 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:45,785 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66751081, jitterRate=-0.005331382155418396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:45,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731089985774Initializing all the Stores at 1731089985775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089985775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089985775Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089985775Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089985775Cleaning up temporary data from old regions at 1731089985782 (+7 ms)Region opened successfully at 1731089985785 (+3 ms) 2024-11-08T18:19:45,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:19:45,785 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:19:45,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:19:45,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:19:45,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:19:45,785 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:19:45,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731089985785Disabling compacts and flushes for region at 1731089985785Disabling writes for close at 1731089985785Writing region close event to WAL at 1731089985785Closed at 1731089985785 2024-11-08T18:19:45,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:45,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:19:45,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:19:45,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:19:45,787 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:19:45,937 DEBUG [2424dce0d377:43193 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:19:45,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,37477,1731089982811 2024-11-08T18:19:45,939 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,37477,1731089982811, state=OPENING 2024-11-08T18:19:45,939 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:19:45,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:45,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:45,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:45,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:45,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:45,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:45,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:45,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:46,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:46,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:46,025 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:19:46,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:46,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:46,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1896237510/meta-region-server: CHANGED 2024-11-08T18:19:46,147 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:19:46,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1896237510/meta-region-server: CHANGED 2024-11-08T18:19:46,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,37477,1731089982811}] 2024-11-08T18:19:46,300 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:19:46,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:19:46,303 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:19:46,303 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:46,303 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:19:46,304 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C37477%2C1731089982811.meta, suffix=.meta, logDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811, archiveDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/oldWALs, maxLogs=10 2024-11-08T18:19:46,316 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.meta.1731089986305.meta, exclude list is [], retry=0 2024-11-08T18:19:46,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46779,DS-da53e941-912c-4a04-862f-a3c4f0d49e12,DISK] 2024-11-08T18:19:46,319 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.meta.1731089986305.meta 2024-11-08T18:19:46,319 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33863:33863)] 2024-11-08T18:19:46,319 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:46,320 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:46,320 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:19:46,320 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:19:46,320 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:19:46,320 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:19:46,320 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:46,320 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:19:46,320 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:19:46,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:19:46,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:19:46,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:46,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:46,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:19:46,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:19:46,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:46,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:46,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:19:46,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:19:46,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:46,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:46,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:19:46,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:19:46,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:46,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:19:46,326 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:19:46,326 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740 2024-11-08T18:19:46,327 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740 2024-11-08T18:19:46,327 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:19:46,327 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:19:46,328 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:19:46,329 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:19:46,329 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70601128, jitterRate=0.05203878879547119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:19:46,329 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:19:46,329 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731089986320Writing region info on filesystem at 1731089986320Initializing all the Stores at 1731089986321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089986321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089986321Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089986321Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731089986321Cleaning up temporary data from old regions at 1731089986327 (+6 ms)Running coprocessor post-open hooks at 1731089986329 (+2 ms)Region opened successfully at 1731089986329 2024-11-08T18:19:46,330 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731089986299 2024-11-08T18:19:46,331 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:19:46,331 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:19:46,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,37477,1731089982811 2024-11-08T18:19:46,332 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,37477,1731089982811, state=OPEN 2024-11-08T18:19:46,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1896237510/meta-region-server 2024-11-08T18:19:46,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1896237510/meta-region-server 2024-11-08T18:19:46,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1896237510/meta-region-server: CHANGED 2024-11-08T18:19:46,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1896237510/meta-region-server: CHANGED 2024-11-08T18:19:46,362 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,37477,1731089982811 2024-11-08T18:19:46,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:19:46,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,37477,1731089982811 in 215 msec 2024-11-08T18:19:46,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:19:46,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 578 msec 2024-11-08T18:19:46,366 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:19:46,366 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:19:46,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:46,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,37477,1731089982811, seqNum=-1] 2024-11-08T18:19:46,367 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:46,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:46,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4170 sec 2024-11-08T18:19:46,371 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731089986371, completionTime=-1 2024-11-08T18:19:46,371 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:19:46,372 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:19:46,373 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:19:46,373 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090046373 2024-11-08T18:19:46,373 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090106373 2024-11-08T18:19:46,373 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T18:19:46,374 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,43193,1731089982640-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:46,374 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,43193,1731089982640-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:46,374 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,43193,1731089982640-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:46,374 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:43193, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:46,374 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:46,374 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:46,375 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:19:46,377 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.394sec 2024-11-08T18:19:46,377 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:19:46,377 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:19:46,377 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:19:46,377 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:19:46,377 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:19:46,377 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,43193,1731089982640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:19:46,377 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,43193,1731089982640-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:19:46,379 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:19:46,379 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:19:46,379 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,43193,1731089982640-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:19:46,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4eaa89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:46,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,43193,-1 for getting cluster id 2024-11-08T18:19:46,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:46,463 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b8dcc7-4216-4a57-a87e-bfe8fbe365ec' 2024-11-08T18:19:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b8dcc7-4216-4a57-a87e-bfe8fbe365ec" 2024-11-08T18:19:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c048e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,43193,-1] 2024-11-08T18:19:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:46,465 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:46,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173ba0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:46,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,37477,1731089982811, seqNum=-1] 2024-11-08T18:19:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:46,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:46,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,43193,1731089982640 2024-11-08T18:19:46,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60267 2024-11-08T18:19:46,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:19:46,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011bacb2350008 connected 2024-11-08T18:19:46,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36463,1731089972720 2024-11-08T18:19:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2baafc8a 2024-11-08T18:19:46,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:46,502 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:46,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:19:46,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:19:46,504 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:46,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:19:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:46,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:19:46,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:19:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:46,912 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d58e8ff7e50d58d5fe5a369c2cc598c6, NAME => 'test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e 2024-11-08T18:19:46,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:19:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:47,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:47,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d58e8ff7e50d58d5fe5a369c2cc598c6, disabling compactions & flushes 2024-11-08T18:19:47,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. 2024-11-08T18:19:47,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. 2024-11-08T18:19:47,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. after waiting 0 ms 2024-11-08T18:19:47,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. 2024-11-08T18:19:47,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. 2024-11-08T18:19:47,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d58e8ff7e50d58d5fe5a369c2cc598c6: Waiting for close lock at 1731089987318Disabling compacts and flushes for region at 1731089987318Disabling writes for close at 1731089987318Writing region close event to WAL at 1731089987318Closed at 1731089987318 2024-11-08T18:19:47,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:19:47,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731089987320"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089987320"}]},"ts":"1731089987320"} 2024-11-08T18:19:47,322 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:19:47,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:19:47,323 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089987323"}]},"ts":"1731089987323"} 2024-11-08T18:19:47,325 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:19:47,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d58e8ff7e50d58d5fe5a369c2cc598c6, ASSIGN}] 2024-11-08T18:19:47,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d58e8ff7e50d58d5fe5a369c2cc598c6, ASSIGN 2024-11-08T18:19:47,327 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d58e8ff7e50d58d5fe5a369c2cc598c6, ASSIGN; state=OFFLINE, location=2424dce0d377,36955,1731089972918; forceNewPlan=false, retain=false 2024-11-08T18:19:47,477 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d58e8ff7e50d58d5fe5a369c2cc598c6, regionState=OPENING, regionLocation=2424dce0d377,36955,1731089972918 2024-11-08T18:19:47,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d58e8ff7e50d58d5fe5a369c2cc598c6, ASSIGN because future has completed 2024-11-08T18:19:47,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d58e8ff7e50d58d5fe5a369c2cc598c6, server=2424dce0d377,36955,1731089972918}] 2024-11-08T18:19:47,635 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. 2024-11-08T18:19:47,635 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d58e8ff7e50d58d5fe5a369c2cc598c6, NAME => 'test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:47,635 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:47,635 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:19:47,635 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,635 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:47,635 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,635 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,636 INFO [StoreOpener-d58e8ff7e50d58d5fe5a369c2cc598c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,637 INFO [StoreOpener-d58e8ff7e50d58d5fe5a369c2cc598c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d58e8ff7e50d58d5fe5a369c2cc598c6 columnFamilyName f 2024-11-08T18:19:47,637 DEBUG [StoreOpener-d58e8ff7e50d58d5fe5a369c2cc598c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:47,638 INFO [StoreOpener-d58e8ff7e50d58d5fe5a369c2cc598c6-1 {}] regionserver.HStore(327): Store=d58e8ff7e50d58d5fe5a369c2cc598c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:47,638 INFO [StoreOpener-d58e8ff7e50d58d5fe5a369c2cc598c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,638 INFO [StoreOpener-d58e8ff7e50d58d5fe5a369c2cc598c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d58e8ff7e50d58d5fe5a369c2cc598c6 columnFamilyName f1 2024-11-08T18:19:47,639 DEBUG [StoreOpener-d58e8ff7e50d58d5fe5a369c2cc598c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:47,639 INFO [StoreOpener-d58e8ff7e50d58d5fe5a369c2cc598c6-1 {}] regionserver.HStore(327): Store=d58e8ff7e50d58d5fe5a369c2cc598c6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:47,639 INFO [StoreOpener-d58e8ff7e50d58d5fe5a369c2cc598c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,640 INFO [StoreOpener-d58e8ff7e50d58d5fe5a369c2cc598c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d58e8ff7e50d58d5fe5a369c2cc598c6 columnFamilyName norep 2024-11-08T18:19:47,640 DEBUG [StoreOpener-d58e8ff7e50d58d5fe5a369c2cc598c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:47,640 INFO [StoreOpener-d58e8ff7e50d58d5fe5a369c2cc598c6-1 {}] regionserver.HStore(327): Store=d58e8ff7e50d58d5fe5a369c2cc598c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:47,640 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,640 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,641 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,641 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,641 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,642 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:19:47,642 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:47,644 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:47,644 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d58e8ff7e50d58d5fe5a369c2cc598c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58747744, jitterRate=-0.12459039688110352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:19:47,644 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:19:47,645 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d58e8ff7e50d58d5fe5a369c2cc598c6: Running coprocessor pre-open hook at 1731089987635Writing region info on filesystem at 1731089987635Initializing all the Stores at 1731089987636 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089987636Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089987636Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089987636Cleaning up temporary data from old regions at 1731089987641 (+5 ms)Running coprocessor post-open hooks at 1731089987644 (+3 ms)Region opened successfully at 1731089987645 (+1 ms) 2024-11-08T18:19:47,645 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6., pid=6, masterSystemTime=1731089987631 2024-11-08T18:19:47,647 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. 2024-11-08T18:19:47,647 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. 2024-11-08T18:19:47,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d58e8ff7e50d58d5fe5a369c2cc598c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,36955,1731089972918 2024-11-08T18:19:47,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d58e8ff7e50d58d5fe5a369c2cc598c6, server=2424dce0d377,36955,1731089972918 because future has completed 2024-11-08T18:19:47,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:19:47,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d58e8ff7e50d58d5fe5a369c2cc598c6, server=2424dce0d377,36955,1731089972918 in 171 msec 2024-11-08T18:19:47,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:19:47,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d58e8ff7e50d58d5fe5a369c2cc598c6, ASSIGN in 327 msec 2024-11-08T18:19:47,654 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:19:47,654 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089987654"}]},"ts":"1731089987654"} 2024-11-08T18:19:47,656 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:19:47,656 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:19:47,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-08T18:19:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:48,653 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:19:48,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:48,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,35773,1731089977810 2024-11-08T18:19:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@656a039d 2024-11-08T18:19:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:48,656 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:48,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:19:48,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:19:48,659 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:48,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:19:48,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:19:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:48,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:19:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:49,066 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da7c56c11d3f2a72f08eecf5842861bb, NAME => 'test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5 2024-11-08T18:19:49,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:19:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:49,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:49,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing da7c56c11d3f2a72f08eecf5842861bb, disabling compactions & flushes 2024-11-08T18:19:49,471 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. 2024-11-08T18:19:49,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. 2024-11-08T18:19:49,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. after waiting 0 ms 2024-11-08T18:19:49,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. 2024-11-08T18:19:49,471 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. 2024-11-08T18:19:49,471 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for da7c56c11d3f2a72f08eecf5842861bb: Waiting for close lock at 1731089989471Disabling compacts and flushes for region at 1731089989471Disabling writes for close at 1731089989471Writing region close event to WAL at 1731089989471Closed at 1731089989471 2024-11-08T18:19:49,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:19:49,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731089989473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089989473"}]},"ts":"1731089989473"} 2024-11-08T18:19:49,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:19:49,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:19:49,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089989476"}]},"ts":"1731089989476"} 2024-11-08T18:19:49,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:19:49,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da7c56c11d3f2a72f08eecf5842861bb, ASSIGN}] 2024-11-08T18:19:49,479 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da7c56c11d3f2a72f08eecf5842861bb, ASSIGN 2024-11-08T18:19:49,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=da7c56c11d3f2a72f08eecf5842861bb, ASSIGN; state=OFFLINE, location=2424dce0d377,42787,1731089977926; forceNewPlan=false, retain=false 2024-11-08T18:19:49,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da7c56c11d3f2a72f08eecf5842861bb, regionState=OPENING, regionLocation=2424dce0d377,42787,1731089977926 2024-11-08T18:19:49,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=da7c56c11d3f2a72f08eecf5842861bb, ASSIGN because future has completed 2024-11-08T18:19:49,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da7c56c11d3f2a72f08eecf5842861bb, server=2424dce0d377,42787,1731089977926}] 2024-11-08T18:19:49,788 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. 2024-11-08T18:19:49,788 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da7c56c11d3f2a72f08eecf5842861bb, NAME => 'test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:49,788 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:49,788 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:19:49,788 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,788 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:49,788 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,788 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,790 INFO [StoreOpener-da7c56c11d3f2a72f08eecf5842861bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,791 INFO [StoreOpener-da7c56c11d3f2a72f08eecf5842861bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da7c56c11d3f2a72f08eecf5842861bb columnFamilyName f 2024-11-08T18:19:49,791 DEBUG [StoreOpener-da7c56c11d3f2a72f08eecf5842861bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:49,791 INFO [StoreOpener-da7c56c11d3f2a72f08eecf5842861bb-1 {}] regionserver.HStore(327): Store=da7c56c11d3f2a72f08eecf5842861bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:49,791 INFO [StoreOpener-da7c56c11d3f2a72f08eecf5842861bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,792 INFO [StoreOpener-da7c56c11d3f2a72f08eecf5842861bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da7c56c11d3f2a72f08eecf5842861bb columnFamilyName f1 2024-11-08T18:19:49,792 DEBUG [StoreOpener-da7c56c11d3f2a72f08eecf5842861bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:49,792 INFO [StoreOpener-da7c56c11d3f2a72f08eecf5842861bb-1 {}] regionserver.HStore(327): Store=da7c56c11d3f2a72f08eecf5842861bb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:49,793 INFO [StoreOpener-da7c56c11d3f2a72f08eecf5842861bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:49,793 INFO [StoreOpener-da7c56c11d3f2a72f08eecf5842861bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da7c56c11d3f2a72f08eecf5842861bb columnFamilyName norep 2024-11-08T18:19:49,793 DEBUG [StoreOpener-da7c56c11d3f2a72f08eecf5842861bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:49,794 INFO [StoreOpener-da7c56c11d3f2a72f08eecf5842861bb-1 {}] regionserver.HStore(327): Store=da7c56c11d3f2a72f08eecf5842861bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:49,794 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,794 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,794 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,795 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,795 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,796 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:19:49,796 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,798 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:49,798 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da7c56c11d3f2a72f08eecf5842861bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60743919, jitterRate=-0.09484507143497467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:19:49,798 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:19:49,798 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da7c56c11d3f2a72f08eecf5842861bb: Running coprocessor pre-open hook at 1731089989789Writing region info on filesystem at 1731089989789Initializing all the Stores at 1731089989789Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089989789Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089989790 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089989790Cleaning up temporary data from old regions at 1731089989795 (+5 ms)Running coprocessor post-open hooks at 1731089989798 (+3 ms)Region opened successfully at 1731089989798 2024-11-08T18:19:49,799 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb., pid=6, masterSystemTime=1731089989784 2024-11-08T18:19:49,801 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. 2024-11-08T18:19:49,801 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. 2024-11-08T18:19:49,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da7c56c11d3f2a72f08eecf5842861bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,42787,1731089977926 2024-11-08T18:19:49,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da7c56c11d3f2a72f08eecf5842861bb, server=2424dce0d377,42787,1731089977926 because future has completed 2024-11-08T18:19:49,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:19:49,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da7c56c11d3f2a72f08eecf5842861bb, server=2424dce0d377,42787,1731089977926 in 171 msec 2024-11-08T18:19:49,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:19:49,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=da7c56c11d3f2a72f08eecf5842861bb, ASSIGN in 327 msec 2024-11-08T18:19:49,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:19:49,807 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089989807"}]},"ts":"1731089989807"} 2024-11-08T18:19:49,809 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:19:49,809 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:19:49,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-08T18:19:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:50,803 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:19:50,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,43193,1731089982640 2024-11-08T18:19:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4644acfd 2024-11-08T18:19:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:50,804 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:50,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:19:50,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:19:50,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:50,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:19:50,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:19:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:50,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:19:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:51,271 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7c0a36a410141edeb6cc60afad07e93, NAME => 'test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5 2024-11-08T18:19:51,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:19:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:51,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:51,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c7c0a36a410141edeb6cc60afad07e93, disabling compactions & flushes 2024-11-08T18:19:51,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. 2024-11-08T18:19:51,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. 2024-11-08T18:19:51,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. after waiting 0 ms 2024-11-08T18:19:51,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. 2024-11-08T18:19:51,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. 2024-11-08T18:19:51,679 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7c0a36a410141edeb6cc60afad07e93: Waiting for close lock at 1731089991679Disabling compacts and flushes for region at 1731089991679Disabling writes for close at 1731089991679Writing region close event to WAL at 1731089991679Closed at 1731089991679 2024-11-08T18:19:51,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:19:51,680 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731089991680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089991680"}]},"ts":"1731089991680"} 2024-11-08T18:19:51,682 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:19:51,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:19:51,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089991683"}]},"ts":"1731089991683"} 2024-11-08T18:19:51,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:19:51,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7c0a36a410141edeb6cc60afad07e93, ASSIGN}] 2024-11-08T18:19:51,685 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7c0a36a410141edeb6cc60afad07e93, ASSIGN 2024-11-08T18:19:51,685 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c7c0a36a410141edeb6cc60afad07e93, ASSIGN; state=OFFLINE, location=2424dce0d377,37477,1731089982811; forceNewPlan=false, retain=false 2024-11-08T18:19:51,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:19:51,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7c0a36a410141edeb6cc60afad07e93, regionState=OPENING, regionLocation=2424dce0d377,37477,1731089982811 2024-11-08T18:19:51,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c7c0a36a410141edeb6cc60afad07e93, ASSIGN because future has completed 2024-11-08T18:19:51,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7c0a36a410141edeb6cc60afad07e93, server=2424dce0d377,37477,1731089982811}] 2024-11-08T18:19:51,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:51,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:51,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:51,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:51,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:51,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:51,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:51,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:51,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:51,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:51,883 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T18:19:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:51,994 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. 2024-11-08T18:19:51,994 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7c0a36a410141edeb6cc60afad07e93, NAME => 'test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:51,994 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:51,994 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:19:51,994 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:51,994 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:51,994 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:51,994 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:51,995 INFO [StoreOpener-c7c0a36a410141edeb6cc60afad07e93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:51,996 INFO [StoreOpener-c7c0a36a410141edeb6cc60afad07e93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c0a36a410141edeb6cc60afad07e93 columnFamilyName f 2024-11-08T18:19:51,996 DEBUG [StoreOpener-c7c0a36a410141edeb6cc60afad07e93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:51,997 INFO [StoreOpener-c7c0a36a410141edeb6cc60afad07e93-1 {}] regionserver.HStore(327): Store=c7c0a36a410141edeb6cc60afad07e93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:51,997 INFO [StoreOpener-c7c0a36a410141edeb6cc60afad07e93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:51,997 INFO [StoreOpener-c7c0a36a410141edeb6cc60afad07e93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c0a36a410141edeb6cc60afad07e93 columnFamilyName f1 2024-11-08T18:19:51,997 DEBUG [StoreOpener-c7c0a36a410141edeb6cc60afad07e93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:51,997 INFO [StoreOpener-c7c0a36a410141edeb6cc60afad07e93-1 {}] regionserver.HStore(327): Store=c7c0a36a410141edeb6cc60afad07e93/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:51,998 INFO [StoreOpener-c7c0a36a410141edeb6cc60afad07e93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:51,998 INFO [StoreOpener-c7c0a36a410141edeb6cc60afad07e93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c0a36a410141edeb6cc60afad07e93 columnFamilyName norep 2024-11-08T18:19:51,998 DEBUG [StoreOpener-c7c0a36a410141edeb6cc60afad07e93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:51,998 INFO [StoreOpener-c7c0a36a410141edeb6cc60afad07e93-1 {}] regionserver.HStore(327): Store=c7c0a36a410141edeb6cc60afad07e93/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:51,998 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:51,999 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:51,999 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:52,000 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:52,000 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:52,000 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:19:52,001 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:52,003 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:52,003 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7c0a36a410141edeb6cc60afad07e93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69336077, jitterRate=0.03318805992603302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:19:52,003 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:19:52,003 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7c0a36a410141edeb6cc60afad07e93: Running coprocessor pre-open hook at 1731089991994Writing region info on filesystem at 1731089991994Initializing all the Stores at 1731089991995 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089991995Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089991995Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089991995Cleaning up temporary data from old regions at 1731089992000 (+5 ms)Running coprocessor post-open hooks at 1731089992003 (+3 ms)Region opened successfully at 1731089992003 2024-11-08T18:19:52,004 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93., pid=6, masterSystemTime=1731089991991 2024-11-08T18:19:52,005 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. 2024-11-08T18:19:52,005 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. 2024-11-08T18:19:52,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7c0a36a410141edeb6cc60afad07e93, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,37477,1731089982811 2024-11-08T18:19:52,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7c0a36a410141edeb6cc60afad07e93, server=2424dce0d377,37477,1731089982811 because future has completed 2024-11-08T18:19:52,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:19:52,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7c0a36a410141edeb6cc60afad07e93, server=2424dce0d377,37477,1731089982811 in 175 msec 2024-11-08T18:19:52,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:19:52,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c7c0a36a410141edeb6cc60afad07e93, ASSIGN in 332 msec 2024-11-08T18:19:52,018 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:19:52,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089992018"}]},"ts":"1731089992018"} 2024-11-08T18:19:52,020 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:19:52,021 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:19:52,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2160 sec 2024-11-08T18:19:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:19:52,953 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:19:52,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549c06ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:52,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36463,-1 for getting cluster id 2024-11-08T18:19:52,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:52,955 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dd0119b-8129-452a-9511-55fee6892fb6' 2024-11-08T18:19:52,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dd0119b-8129-452a-9511-55fee6892fb6" 2024-11-08T18:19:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9c76ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36463,-1] 2024-11-08T18:19:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:52,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:52,957 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:52,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cbe2ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:52,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36463,1731089972720 2024-11-08T18:19:52,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30cf3112 2024-11-08T18:19:52,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:52,959 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:52,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:35773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:19:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:19:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:52,962 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:35773' 2024-11-08T18:19:52,963 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb9185a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:52,963 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,35773,-1 for getting cluster id 2024-11-08T18:19:52,963 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:52,963 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a' 2024-11-08T18:19:52,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:52,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a" 2024-11-08T18:19:52,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ca698f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:52,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,35773,-1] 2024-11-08T18:19:52,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:52,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:52,965 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:52,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3390f628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:52,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:52,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,35773,1731089977810 2024-11-08T18:19:52,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f19d86e 2024-11-08T18:19:52,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:52,967 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:52,968 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T18:19:52,968 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:19:52,968 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:52,968 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:52,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:52,968 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:52,969 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:19:52,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:19:52,970 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:52,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:19:52,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741837_1013 (size=1138) 2024-11-08T18:19:53,019 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:19:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:53,377 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56c6838241227b710ef1de1c43957800, NAME => 'hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e 2024-11-08T18:19:53,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741838_1014 (size=44) 2024-11-08T18:19:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:53,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:53,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 56c6838241227b710ef1de1c43957800, disabling compactions & flushes 2024-11-08T18:19:53,782 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:19:53,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:19:53,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. after waiting 0 ms 2024-11-08T18:19:53,782 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:19:53,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:19:53,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56c6838241227b710ef1de1c43957800: Waiting for close lock at 1731089993782Disabling compacts and flushes for region at 1731089993782Disabling writes for close at 1731089993782Writing region close event to WAL at 1731089993783 (+1 ms)Closed at 1731089993783 2024-11-08T18:19:53,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:19:53,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731089993784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089993784"}]},"ts":"1731089993784"} 2024-11-08T18:19:53,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:19:53,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:19:53,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089993787"}]},"ts":"1731089993787"} 2024-11-08T18:19:53,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:19:53,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56c6838241227b710ef1de1c43957800, ASSIGN}] 2024-11-08T18:19:53,789 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56c6838241227b710ef1de1c43957800, ASSIGN 2024-11-08T18:19:53,790 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56c6838241227b710ef1de1c43957800, ASSIGN; state=OFFLINE, location=2424dce0d377,36955,1731089972918; forceNewPlan=false, retain=false 2024-11-08T18:19:53,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56c6838241227b710ef1de1c43957800, regionState=OPENING, regionLocation=2424dce0d377,36955,1731089972918 2024-11-08T18:19:53,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=56c6838241227b710ef1de1c43957800, ASSIGN because future has completed 2024-11-08T18:19:53,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c6838241227b710ef1de1c43957800, server=2424dce0d377,36955,1731089972918}] 2024-11-08T18:19:54,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:19:54,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:54,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:19:54,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C36955%2C1731089972918.rep, suffix=, logDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918, archiveDir=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/oldWALs, maxLogs=10 2024-11-08T18:19:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:54,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.rep.1731089994102, exclude list is [], retry=0 2024-11-08T18:19:54,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35593,DS-22c52bcc-dc77-49b3-ab76-bd519ca9114e,DISK] 2024-11-08T18:19:54,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.rep.1731089994102 2024-11-08T18:19:54,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42247:42247)] 2024-11-08T18:19:54,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 56c6838241227b710ef1de1c43957800, NAME => 'hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:54,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:54,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:19:54,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. service=MultiRowMutationService 2024-11-08T18:19:54,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:19:54,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:54,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,125 INFO [StoreOpener-56c6838241227b710ef1de1c43957800-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,126 INFO [StoreOpener-56c6838241227b710ef1de1c43957800-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c6838241227b710ef1de1c43957800 columnFamilyName hfileref 2024-11-08T18:19:54,127 DEBUG [StoreOpener-56c6838241227b710ef1de1c43957800-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:54,127 INFO [StoreOpener-56c6838241227b710ef1de1c43957800-1 {}] regionserver.HStore(327): Store=56c6838241227b710ef1de1c43957800/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:54,127 INFO [StoreOpener-56c6838241227b710ef1de1c43957800-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,128 INFO [StoreOpener-56c6838241227b710ef1de1c43957800-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c6838241227b710ef1de1c43957800 columnFamilyName queue 2024-11-08T18:19:54,128 DEBUG [StoreOpener-56c6838241227b710ef1de1c43957800-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:54,128 INFO [StoreOpener-56c6838241227b710ef1de1c43957800-1 {}] regionserver.HStore(327): Store=56c6838241227b710ef1de1c43957800/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:54,128 INFO [StoreOpener-56c6838241227b710ef1de1c43957800-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,129 INFO [StoreOpener-56c6838241227b710ef1de1c43957800-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c6838241227b710ef1de1c43957800 columnFamilyName sid 2024-11-08T18:19:54,129 DEBUG [StoreOpener-56c6838241227b710ef1de1c43957800-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:54,130 INFO [StoreOpener-56c6838241227b710ef1de1c43957800-1 {}] regionserver.HStore(327): Store=56c6838241227b710ef1de1c43957800/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:54,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/replication/56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/replication/56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:19:54,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/replication/56c6838241227b710ef1de1c43957800/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:54,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 56c6838241227b710ef1de1c43957800; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59065504, jitterRate=-0.11985540390014648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:19:54,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56c6838241227b710ef1de1c43957800 2024-11-08T18:19:54,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 56c6838241227b710ef1de1c43957800: Running coprocessor pre-open hook at 1731089994123Writing region info on filesystem at 1731089994123Initializing all the Stores at 1731089994124 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089994124Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089994125 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089994125Cleaning up temporary data from old regions at 1731089994137 (+12 ms)Running coprocessor post-open hooks at 1731089994141 (+4 ms)Region opened successfully at 1731089994141 2024-11-08T18:19:54,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800., pid=10, masterSystemTime=1731089994096 2024-11-08T18:19:54,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:19:54,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:19:54,146 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=56c6838241227b710ef1de1c43957800, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,36955,1731089972918 2024-11-08T18:19:54,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c6838241227b710ef1de1c43957800, server=2424dce0d377,36955,1731089972918 because future has completed 2024-11-08T18:19:54,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:19:54,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 56c6838241227b710ef1de1c43957800, server=2424dce0d377,36955,1731089972918 in 206 msec 2024-11-08T18:19:54,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T18:19:54,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=56c6838241227b710ef1de1c43957800, ASSIGN in 363 msec 2024-11-08T18:19:54,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:19:54,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089994153"}]},"ts":"1731089994153"} 2024-11-08T18:19:54,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:19:54,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:19:54,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-08T18:19:54,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800., hostname=2424dce0d377,36955,1731089972918, seqNum=2] 2024-11-08T18:19:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:54,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:19:54,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:19:54,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36955 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T18:19:54,432 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:19:54,458 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,36955,1731089972918, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:19:54,459 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:54,459 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36955,1731089972918, seqNum=-1] 2024-11-08T18:19:54,460 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:54,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T18:19:54,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,36955,1731089972918', locateType=CURRENT is [region=hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800., hostname=2424dce0d377,36955,1731089972918, seqNum=2] 2024-11-08T18:19:54,466 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T18:19:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T18:19:54,468 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,36955,1731089972918 suceeded 2024-11-08T18:19:54,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T18:19:54,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-08T18:19:54,469 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:35773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:19:54,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-08T18:19:54,480 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:35773' 2024-11-08T18:19:54,482 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d456308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:54,482 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,35773,-1 for getting cluster id 2024-11-08T18:19:54,482 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:54,482 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a' 2024-11-08T18:19:54,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:54,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a" 2024-11-08T18:19:54,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@366f9cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:54,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,35773,-1] 2024-11-08T18:19:54,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:54,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:54,484 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:54,484 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26177478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:54,485 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:54,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,35773,1731089977810 2024-11-08T18:19:54,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@392b0220 2024-11-08T18:19:54,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:54,486 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-08T18:19:54,487 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,36955,1731089972918 (queues=1) is replicating from cluster=4dd0119b-8129-452a-9511-55fee6892fb6 to cluster=44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a 2024-11-08T18:19:54,487 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C36955%2C1731089972918 2024-11-08T18:19:54,487 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,36955,1731089972918, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:19:54,488 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C36955%2C1731089972918 2024-11-08T18:19:54,488 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348, startPosition=0, beingWritten=true 2024-11-08T18:19:54,492 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:19:54,493 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 379, reset compression=false 2024-11-08T18:19:54,493 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,36955,1731089972918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:19:54,696 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 379, reset compression=false 2024-11-08T18:19:54,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T18:19:54,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T18:19:54,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:19:54,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T18:19:55,001 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 379, reset compression=false 2024-11-08T18:19:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:55,113 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:19:55,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:19:55,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:55,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:55,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:55,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:55,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60792793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:55,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,35773,-1 for getting cluster id 2024-11-08T18:19:55,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:55,117 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a' 2024-11-08T18:19:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a" 2024-11-08T18:19:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d2979f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,35773,-1] 2024-11-08T18:19:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:55,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:55,118 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:55,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@760dc6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:55,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,35773,1731089977810 2024-11-08T18:19:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@136fa408 2024-11-08T18:19:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:55,125 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:55,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:43193,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:19:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:19:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:55,128 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:43193' 2024-11-08T18:19:55,132 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5980f345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:55,132 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,43193,-1 for getting cluster id 2024-11-08T18:19:55,133 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:55,133 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b8dcc7-4216-4a57-a87e-bfe8fbe365ec' 2024-11-08T18:19:55,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:55,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b8dcc7-4216-4a57-a87e-bfe8fbe365ec" 2024-11-08T18:19:55,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69766b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:55,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,43193,-1] 2024-11-08T18:19:55,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:55,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:55,135 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:55,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473d18bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:55,136 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:55,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,43193,1731089982640 2024-11-08T18:19:55,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@115bd2f9 2024-11-08T18:19:55,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:55,138 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:55,138 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T18:19:55,138 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:19:55,138 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:55,139 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:55,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:55,139 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:55,140 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:19:55,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:19:55,142 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:55,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:19:55,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741837_1013 (size=1138) 2024-11-08T18:19:55,191 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:19:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:55,405 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 379, reset compression=false 2024-11-08T18:19:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:55,557 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27181a591a017dc3d1e8a18d58778383, NAME => 'hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5 2024-11-08T18:19:55,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741838_1014 (size=44) 2024-11-08T18:19:55,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:55,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 27181a591a017dc3d1e8a18d58778383, disabling compactions & flushes 2024-11-08T18:19:55,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. 2024-11-08T18:19:55,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. 2024-11-08T18:19:55,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. after waiting 0 ms 2024-11-08T18:19:55,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. 2024-11-08T18:19:55,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. 2024-11-08T18:19:55,572 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27181a591a017dc3d1e8a18d58778383: Waiting for close lock at 1731089995572Disabling compacts and flushes for region at 1731089995572Disabling writes for close at 1731089995572Writing region close event to WAL at 1731089995572Closed at 1731089995572 2024-11-08T18:19:55,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:19:55,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731089995573"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089995573"}]},"ts":"1731089995573"} 2024-11-08T18:19:55,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:19:55,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:19:55,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089995582"}]},"ts":"1731089995582"} 2024-11-08T18:19:55,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:19:55,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27181a591a017dc3d1e8a18d58778383, ASSIGN}] 2024-11-08T18:19:55,586 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27181a591a017dc3d1e8a18d58778383, ASSIGN 2024-11-08T18:19:55,586 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27181a591a017dc3d1e8a18d58778383, ASSIGN; state=OFFLINE, location=2424dce0d377,42787,1731089977926; forceNewPlan=false, retain=false 2024-11-08T18:19:55,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27181a591a017dc3d1e8a18d58778383, regionState=OPENING, regionLocation=2424dce0d377,42787,1731089977926 2024-11-08T18:19:55,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=27181a591a017dc3d1e8a18d58778383, ASSIGN because future has completed 2024-11-08T18:19:55,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27181a591a017dc3d1e8a18d58778383, server=2424dce0d377,42787,1731089977926}] 2024-11-08T18:19:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:55,908 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 379, reset compression=false 2024-11-08T18:19:55,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. 2024-11-08T18:19:55,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:55,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:19:55,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C42787%2C1731089977926.rep, suffix=, logDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926, archiveDir=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/oldWALs, maxLogs=10 2024-11-08T18:19:55,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.rep.1731089995955, exclude list is [], retry=0 2024-11-08T18:19:55,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43533,DS-a02d10cb-1da1-46d4-871f-a09547e6ac6f,DISK] 2024-11-08T18:19:55,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.rep.1731089995955 2024-11-08T18:19:55,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35845:35845)] 2024-11-08T18:19:55,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 27181a591a017dc3d1e8a18d58778383, NAME => 'hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:55,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:55,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:19:55,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. service=MultiRowMutationService 2024-11-08T18:19:55,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:19:55,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:55,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,977 INFO [StoreOpener-27181a591a017dc3d1e8a18d58778383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,978 INFO [StoreOpener-27181a591a017dc3d1e8a18d58778383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27181a591a017dc3d1e8a18d58778383 columnFamilyName hfileref 2024-11-08T18:19:55,978 DEBUG [StoreOpener-27181a591a017dc3d1e8a18d58778383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:55,978 INFO [StoreOpener-27181a591a017dc3d1e8a18d58778383-1 {}] regionserver.HStore(327): Store=27181a591a017dc3d1e8a18d58778383/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:55,979 INFO [StoreOpener-27181a591a017dc3d1e8a18d58778383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,979 INFO [StoreOpener-27181a591a017dc3d1e8a18d58778383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27181a591a017dc3d1e8a18d58778383 columnFamilyName queue 2024-11-08T18:19:55,979 DEBUG [StoreOpener-27181a591a017dc3d1e8a18d58778383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:55,980 INFO [StoreOpener-27181a591a017dc3d1e8a18d58778383-1 {}] regionserver.HStore(327): Store=27181a591a017dc3d1e8a18d58778383/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:55,980 INFO [StoreOpener-27181a591a017dc3d1e8a18d58778383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,980 INFO [StoreOpener-27181a591a017dc3d1e8a18d58778383-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27181a591a017dc3d1e8a18d58778383 columnFamilyName sid 2024-11-08T18:19:55,980 DEBUG [StoreOpener-27181a591a017dc3d1e8a18d58778383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:55,980 INFO [StoreOpener-27181a591a017dc3d1e8a18d58778383-1 {}] regionserver.HStore(327): Store=27181a591a017dc3d1e8a18d58778383/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:55,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/replication/27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/replication/27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:19:55,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/replication/27181a591a017dc3d1e8a18d58778383/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:55,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 27181a591a017dc3d1e8a18d58778383; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66613624, jitterRate=-0.007379651069641113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:19:55,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27181a591a017dc3d1e8a18d58778383 2024-11-08T18:19:55,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 27181a591a017dc3d1e8a18d58778383: Running coprocessor pre-open hook at 1731089995976Writing region info on filesystem at 1731089995976Initializing all the Stores at 1731089995976Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089995976Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089995977 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089995977Cleaning up temporary data from old regions at 1731089995982 (+5 ms)Running coprocessor post-open hooks at 1731089995985 (+3 ms)Region opened successfully at 1731089995985 2024-11-08T18:19:55,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383., pid=10, masterSystemTime=1731089995891 2024-11-08T18:19:55,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. 2024-11-08T18:19:55,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. 2024-11-08T18:19:55,988 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27181a591a017dc3d1e8a18d58778383, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,42787,1731089977926 2024-11-08T18:19:55,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27181a591a017dc3d1e8a18d58778383, server=2424dce0d377,42787,1731089977926 because future has completed 2024-11-08T18:19:55,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:19:55,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 27181a591a017dc3d1e8a18d58778383, server=2424dce0d377,42787,1731089977926 in 254 msec 2024-11-08T18:19:55,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T18:19:55,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=27181a591a017dc3d1e8a18d58778383, ASSIGN in 410 msec 2024-11-08T18:19:55,997 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:19:55,997 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089995997"}]},"ts":"1731089995997"} 2024-11-08T18:19:55,999 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:19:55,999 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:19:56,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 860 msec 2024-11-08T18:19:56,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383., hostname=2424dce0d377,42787,1731089977926, seqNum=2] 2024-11-08T18:19:56,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:56,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:19:56,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:19:56,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T18:19:56,252 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:19:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:56,288 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,42787,1731089977926, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:19:56,288 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:56,289 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42787,1731089977926, seqNum=-1] 2024-11-08T18:19:56,289 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:56,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T18:19:56,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,42787,1731089977926', locateType=CURRENT is [region=hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383., hostname=2424dce0d377,42787,1731089977926, seqNum=2] 2024-11-08T18:19:56,294 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T18:19:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T18:19:56,296 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,42787,1731089977926 suceeded 2024-11-08T18:19:56,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T18:19:56,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-08T18:19:56,298 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:43193,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:19:56,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1730 sec 2024-11-08T18:19:56,308 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:43193' 2024-11-08T18:19:56,309 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@176ef9fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:56,309 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,43193,-1 for getting cluster id 2024-11-08T18:19:56,309 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:56,309 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b8dcc7-4216-4a57-a87e-bfe8fbe365ec' 2024-11-08T18:19:56,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:56,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b8dcc7-4216-4a57-a87e-bfe8fbe365ec" 2024-11-08T18:19:56,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@548b8332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:56,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,43193,-1] 2024-11-08T18:19:56,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:56,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:56,311 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:56,311 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1497627a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:56,311 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:56,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,43193,1731089982640 2024-11-08T18:19:56,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dd8d780 2024-11-08T18:19:56,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:56,318 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-08T18:19:56,318 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,42787,1731089977926 (queues=1) is replicating from cluster=44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a to cluster=55b8dcc7-4216-4a57-a87e-bfe8fbe365ec 2024-11-08T18:19:56,318 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C42787%2C1731089977926 2024-11-08T18:19:56,319 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,42787,1731089977926, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:19:56,319 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C42787%2C1731089977926 2024-11-08T18:19:56,319 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516, startPosition=0, beingWritten=true 2024-11-08T18:19:56,323 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:19:56,323 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 379, reset compression=false 2024-11-08T18:19:56,323 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42787,1731089977926 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:19:56,512 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 379, reset compression=false 2024-11-08T18:19:56,527 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 379, reset compression=false 2024-11-08T18:19:56,831 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 379, reset compression=false 2024-11-08T18:19:57,216 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 379, reset compression=false 2024-11-08T18:19:57,234 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 379, reset compression=false 2024-11-08T18:19:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:57,274 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:19:57,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:19:57,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:57,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:57,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:57,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:57,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffb8206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:57,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,43193,-1 for getting cluster id 2024-11-08T18:19:57,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:57,276 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b8dcc7-4216-4a57-a87e-bfe8fbe365ec' 2024-11-08T18:19:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b8dcc7-4216-4a57-a87e-bfe8fbe365ec" 2024-11-08T18:19:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e153cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:57,276 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,43193,-1] 2024-11-08T18:19:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:57,277 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:57,277 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:57,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4ec744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:57,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:57,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,43193,1731089982640 2024-11-08T18:19:57,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a57f93 2024-11-08T18:19:57,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:57,280 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:57,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:36463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:19:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:19:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:57,286 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:36463' 2024-11-08T18:19:57,287 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb89edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:57,287 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36463,-1 for getting cluster id 2024-11-08T18:19:57,287 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:57,289 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dd0119b-8129-452a-9511-55fee6892fb6' 2024-11-08T18:19:57,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:57,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dd0119b-8129-452a-9511-55fee6892fb6" 2024-11-08T18:19:57,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a541763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:57,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36463,-1] 2024-11-08T18:19:57,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:57,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:57,290 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:57,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfca224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:57,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:57,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36463,1731089972720 2024-11-08T18:19:57,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@177c403b 2024-11-08T18:19:57,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:57,293 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:19:57,294 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T18:19:57,294 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:19:57,294 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:57,294 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:57,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:57,295 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:19:57,296 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:19:57,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:19:57,298 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:57,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:19:57,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741837_1013 (size=1138) 2024-11-08T18:19:57,347 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:19:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:57,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:19:57,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:57,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:57,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:57,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:57,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:57,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:57,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:57,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:57,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:57,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:19:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:57,725 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2e45084727b2770b390f01d7242c56b, NAME => 'hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5 2024-11-08T18:19:57,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741838_1014 (size=44) 2024-11-08T18:19:57,738 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 379, reset compression=false 2024-11-08T18:19:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:58,019 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 379, reset compression=false 2024-11-08T18:19:58,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:58,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f2e45084727b2770b390f01d7242c56b, disabling compactions & flushes 2024-11-08T18:19:58,136 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:19:58,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:19:58,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. after waiting 0 ms 2024-11-08T18:19:58,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:19:58,137 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:19:58,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2e45084727b2770b390f01d7242c56b: Waiting for close lock at 1731089998136Disabling compacts and flushes for region at 1731089998136Disabling writes for close at 1731089998136Writing region close event to WAL at 1731089998136Closed at 1731089998136 2024-11-08T18:19:58,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:19:58,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731089998138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731089998138"}]},"ts":"1731089998138"} 2024-11-08T18:19:58,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:19:58,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:19:58,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089998140"}]},"ts":"1731089998140"} 2024-11-08T18:19:58,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:19:58,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2e45084727b2770b390f01d7242c56b, ASSIGN}] 2024-11-08T18:19:58,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2e45084727b2770b390f01d7242c56b, ASSIGN 2024-11-08T18:19:58,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2e45084727b2770b390f01d7242c56b, ASSIGN; state=OFFLINE, location=2424dce0d377,37477,1731089982811; forceNewPlan=false, retain=false 2024-11-08T18:19:58,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2e45084727b2770b390f01d7242c56b, regionState=OPENING, regionLocation=2424dce0d377,37477,1731089982811 2024-11-08T18:19:58,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f2e45084727b2770b390f01d7242c56b, ASSIGN because future has completed 2024-11-08T18:19:58,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2e45084727b2770b390f01d7242c56b, server=2424dce0d377,37477,1731089982811}] 2024-11-08T18:19:58,344 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 379, reset compression=false 2024-11-08T18:19:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:58,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:19:58,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:19:58,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:19:58,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C37477%2C1731089982811.rep, suffix=, logDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811, archiveDir=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/oldWALs, maxLogs=10 2024-11-08T18:19:58,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.rep.1731089998458, exclude list is [], retry=0 2024-11-08T18:19:58,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46779,DS-da53e941-912c-4a04-862f-a3c4f0d49e12,DISK] 2024-11-08T18:19:58,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.rep.1731089998458 2024-11-08T18:19:58,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33863:33863)] 2024-11-08T18:19:58,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f2e45084727b2770b390f01d7242c56b, NAME => 'hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:19:58,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:19:58,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:19:58,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. service=MultiRowMutationService 2024-11-08T18:19:58,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:19:58,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:19:58,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,512 INFO [StoreOpener-f2e45084727b2770b390f01d7242c56b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,513 INFO [StoreOpener-f2e45084727b2770b390f01d7242c56b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e45084727b2770b390f01d7242c56b columnFamilyName hfileref 2024-11-08T18:19:58,513 DEBUG [StoreOpener-f2e45084727b2770b390f01d7242c56b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:58,514 INFO [StoreOpener-f2e45084727b2770b390f01d7242c56b-1 {}] regionserver.HStore(327): Store=f2e45084727b2770b390f01d7242c56b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:58,514 INFO [StoreOpener-f2e45084727b2770b390f01d7242c56b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,515 INFO [StoreOpener-f2e45084727b2770b390f01d7242c56b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e45084727b2770b390f01d7242c56b columnFamilyName queue 2024-11-08T18:19:58,515 DEBUG [StoreOpener-f2e45084727b2770b390f01d7242c56b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:58,515 INFO [StoreOpener-f2e45084727b2770b390f01d7242c56b-1 {}] regionserver.HStore(327): Store=f2e45084727b2770b390f01d7242c56b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:58,515 INFO [StoreOpener-f2e45084727b2770b390f01d7242c56b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,516 INFO [StoreOpener-f2e45084727b2770b390f01d7242c56b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2e45084727b2770b390f01d7242c56b columnFamilyName sid 2024-11-08T18:19:58,516 DEBUG [StoreOpener-f2e45084727b2770b390f01d7242c56b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:19:58,516 INFO [StoreOpener-f2e45084727b2770b390f01d7242c56b-1 {}] regionserver.HStore(327): Store=f2e45084727b2770b390f01d7242c56b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:19:58,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/replication/f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/replication/f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:19:58,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/replication/f2e45084727b2770b390f01d7242c56b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:19:58,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f2e45084727b2770b390f01d7242c56b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75337151, jitterRate=0.12261103093624115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:19:58,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2e45084727b2770b390f01d7242c56b 2024-11-08T18:19:58,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f2e45084727b2770b390f01d7242c56b: Running coprocessor pre-open hook at 1731089998502Writing region info on filesystem at 1731089998502Initializing all the Stores at 1731089998510 (+8 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089998510Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089998512 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731089998512Cleaning up temporary data from old regions at 1731089998518 (+6 ms)Running coprocessor post-open hooks at 1731089998523 (+5 ms)Region opened successfully at 1731089998523 2024-11-08T18:19:58,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b., pid=10, masterSystemTime=1731089998451 2024-11-08T18:19:58,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:19:58,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:19:58,531 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f2e45084727b2770b390f01d7242c56b, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,37477,1731089982811 2024-11-08T18:19:58,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2e45084727b2770b390f01d7242c56b, server=2424dce0d377,37477,1731089982811 because future has completed 2024-11-08T18:19:58,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:19:58,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f2e45084727b2770b390f01d7242c56b, server=2424dce0d377,37477,1731089982811 in 242 msec 2024-11-08T18:19:58,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T18:19:58,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f2e45084727b2770b390f01d7242c56b, ASSIGN in 401 msec 2024-11-08T18:19:58,548 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:19:58,549 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731089998548"}]},"ts":"1731089998548"} 2024-11-08T18:19:58,551 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:19:58,552 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:19:58,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2570 sec 2024-11-08T18:19:58,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b., hostname=2424dce0d377,37477,1731089982811, seqNum=2] 2024-11-08T18:19:58,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:58,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:19:58,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:19:58,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T18:19:58,841 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:19:58,876 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,37477,1731089982811, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:19:58,877 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:58,877 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,37477,1731089982811, seqNum=-1] 2024-11-08T18:19:58,877 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:58,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T18:19:58,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,37477,1731089982811', locateType=CURRENT is [region=hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b., hostname=2424dce0d377,37477,1731089982811, seqNum=2] 2024-11-08T18:19:58,882 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T18:19:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T18:19:58,884 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,37477,1731089982811 suceeded 2024-11-08T18:19:58,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T18:19:58,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-08T18:19:58,887 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:36463,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:19:58,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6070 sec 2024-11-08T18:19:58,901 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:36463' 2024-11-08T18:19:58,903 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11db1b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:58,903 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36463,-1 for getting cluster id 2024-11-08T18:19:58,903 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:58,904 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dd0119b-8129-452a-9511-55fee6892fb6' 2024-11-08T18:19:58,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:58,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dd0119b-8129-452a-9511-55fee6892fb6" 2024-11-08T18:19:58,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20f1dd95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:58,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36463,-1] 2024-11-08T18:19:58,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:58,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:58,906 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:58,907 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c9fbc95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:58,907 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:19:58,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36463,1731089972720 2024-11-08T18:19:58,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f2cedff 2024-11-08T18:19:58,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:19:58,909 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T18:19:58,909 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,37477,1731089982811 (queues=1) is replicating from cluster=55b8dcc7-4216-4a57-a87e-bfe8fbe365ec to cluster=4dd0119b-8129-452a-9511-55fee6892fb6 2024-11-08T18:19:58,910 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C37477%2C1731089982811 2024-11-08T18:19:58,910 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,37477,1731089982811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:19:58,910 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, startPosition=0, beingWritten=true 2024-11-08T18:19:58,911 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C37477%2C1731089982811 2024-11-08T18:19:58,922 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:19:58,922 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 379, reset compression=false 2024-11-08T18:19:58,922 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,37477,1731089982811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:19:58,923 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 379, reset compression=false 2024-11-08T18:19:59,048 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 379, reset compression=false 2024-11-08T18:19:59,128 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 379, reset compression=false 2024-11-08T18:19:59,432 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 379, reset compression=false 2024-11-08T18:19:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:19:59,434 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:19:59,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:19:59,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:19:59,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:59,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:59,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:19:59,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b56506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:59,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36463,-1 for getting cluster id 2024-11-08T18:19:59,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:59,436 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dd0119b-8129-452a-9511-55fee6892fb6' 2024-11-08T18:19:59,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:59,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dd0119b-8129-452a-9511-55fee6892fb6" 2024-11-08T18:19:59,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e2b4f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:59,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36463,-1] 2024-11-08T18:19:59,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:59,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:59,437 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:59,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c31b51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:59,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510218c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:59,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,35773,-1 for getting cluster id 2024-11-08T18:19:59,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:59,438 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a' 2024-11-08T18:19:59,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:59,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a" 2024-11-08T18:19:59,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272de081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:59,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,35773,-1] 2024-11-08T18:19:59,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:59,439 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:59,440 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:59,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0d0a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:59,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f4d134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:59,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,43193,-1 for getting cluster id 2024-11-08T18:19:59,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:59,442 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b8dcc7-4216-4a57-a87e-bfe8fbe365ec' 2024-11-08T18:19:59,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:59,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b8dcc7-4216-4a57-a87e-bfe8fbe365ec" 2024-11-08T18:19:59,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5e5bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:59,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,43193,-1] 2024-11-08T18:19:59,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:59,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:59,443 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:59,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:59,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36955,1731089972918, seqNum=-1] 2024-11-08T18:19:59,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:59,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:59,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6., hostname=2424dce0d377,36955,1731089972918, seqNum=2] 2024-11-08T18:19:59,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,37477,1731089982811, seqNum=-1] 2024-11-08T18:19:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:59,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:19:59,474 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93., hostname=2424dce0d377,37477,1731089982811, seqNum=2] 2024-11-08T18:19:59,476 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T18:19:59,836 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 379, reset compression=false 2024-11-08T18:19:59,851 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 379, reset compression=false 2024-11-08T18:19:59,926 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 379, reset compression=false 2024-11-08T18:19:59,930 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:19:59,930 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 480, reset compression=false 2024-11-08T18:19:59,930 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,36955,1731089972918 got entry batch from reader: WALEntryBatch [walEntries=[{test/d58e8ff7e50d58d5fe5a369c2cc598c6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T18:19:59,932 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:19:59,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-08T18:19:59,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:19:59,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bdb4861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:59,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,35773,-1 for getting cluster id 2024-11-08T18:19:59,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:19:59,935 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a' 2024-11-08T18:19:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:19:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44e0d6ed-4290-4a3b-8b00-e9a1ffbe2d3a" 2024-11-08T18:19:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53918cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,35773,-1] 2024-11-08T18:19:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:19:59,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:19:59,936 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:19:59,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3add6854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:19:59,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:19:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42787,1731089977926, seqNum=-1] 2024-11-08T18:19:59,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:19:59,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T18:19:59,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb., hostname=2424dce0d377,42787,1731089977926, seqNum=2] 2024-11-08T18:19:59,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:00,133 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 480, reset compression=false 2024-11-08T18:20:00,339 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 379, reset compression=false 2024-11-08T18:20:00,437 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 480, reset compression=false 2024-11-08T18:20:00,477 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T18:20:00,754 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 379, reset compression=false 2024-11-08T18:20:00,760 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:00,761 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 503, reset compression=false 2024-11-08T18:20:00,761 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42787,1731089977926 got entry batch from reader: WALEntryBatch [walEntries=[{test/da7c56c11d3f2a72f08eecf5842861bb/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T18:20:00,762 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:20:00,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-08T18:20:00,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:00,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b61ec62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:00,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,43193,-1 for getting cluster id 2024-11-08T18:20:00,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:00,765 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b8dcc7-4216-4a57-a87e-bfe8fbe365ec' 2024-11-08T18:20:00,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:00,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b8dcc7-4216-4a57-a87e-bfe8fbe365ec" 2024-11-08T18:20:00,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@305a2de9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:00,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,43193,-1] 2024-11-08T18:20:00,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:00,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:00,766 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:00,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f28f056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:00,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:00,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,37477,1731089982811, seqNum=-1] 2024-11-08T18:20:00,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:00,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T18:20:00,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93., hostname=2424dce0d377,37477,1731089982811, seqNum=2] 2024-11-08T18:20:00,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:00,840 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 480, reset compression=false 2024-11-08T18:20:00,942 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 379, reset compression=false 2024-11-08T18:20:00,950 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:00,950 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 526, reset compression=false 2024-11-08T18:20:00,950 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,37477,1731089982811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:00,972 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 503, reset compression=false 2024-11-08T18:20:01,157 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 526, reset compression=false 2024-11-08T18:20:01,275 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 503, reset compression=false 2024-11-08T18:20:01,343 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 480, reset compression=false 2024-11-08T18:20:01,461 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 526, reset compression=false 2024-11-08T18:20:01,480 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T18:20:01,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:01,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,42787,1731089977926, seqNum=-1] 2024-11-08T18:20:01,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:01,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:20:01,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb., hostname=2424dce0d377,42787,1731089977926, seqNum=2] 2024-11-08T18:20:01,488 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T18:20:01,678 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 503, reset compression=false 2024-11-08T18:20:01,683 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:01,683 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 607, reset compression=false 2024-11-08T18:20:01,683 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42787,1731089977926 got entry batch from reader: WALEntryBatch [walEntries=[{test/da7c56c11d3f2a72f08eecf5842861bb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T18:20:01,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:01,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:01,865 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 526, reset compression=false 2024-11-08T18:20:01,870 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:01,870 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 653, reset compression=false 2024-11-08T18:20:01,870 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,37477,1731089982811 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7c0a36a410141edeb6cc60afad07e93/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T18:20:01,873 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:20:01,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T18:20:01,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:01,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46e9bdbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:01,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36463,-1 for getting cluster id 2024-11-08T18:20:01,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:01,876 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dd0119b-8129-452a-9511-55fee6892fb6' 2024-11-08T18:20:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dd0119b-8129-452a-9511-55fee6892fb6" 2024-11-08T18:20:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8718799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36463,-1] 2024-11-08T18:20:01,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:01,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:01,877 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:01,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc916b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:01,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:01,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,36955,1731089972918, seqNum=-1] 2024-11-08T18:20:01,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:01,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T18:20:01,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6., hostname=2424dce0d377,36955,1731089972918, seqNum=2] 2024-11-08T18:20:01,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:01,890 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 607, reset compression=false 2024-11-08T18:20:01,946 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 480, reset compression=false 2024-11-08T18:20:01,954 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:01,954 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 630, reset compression=false 2024-11-08T18:20:01,954 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,36955,1731089972918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:02,073 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 653, reset compression=false 2024-11-08T18:20:02,158 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 630, reset compression=false 2024-11-08T18:20:02,194 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 607, reset compression=false 2024-11-08T18:20:02,310 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:20:02,377 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 653, reset compression=false 2024-11-08T18:20:02,461 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 630, reset compression=false 2024-11-08T18:20:02,490 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T18:20:02,494 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T18:20:02,573 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:02,574 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:20:02,574 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68485 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:20:02,597 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 607, reset compression=false 2024-11-08T18:20:02,782 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 653, reset compression=false 2024-11-08T18:20:02,787 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:02,787 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 757, reset compression=false 2024-11-08T18:20:02,787 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,37477,1731089982811 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7c0a36a410141edeb6cc60afad07e93/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T18:20:02,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:02,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:02,868 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 630, reset compression=false 2024-11-08T18:20:02,871 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:02,871 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 757, reset compression=false 2024-11-08T18:20:02,871 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,36955,1731089972918 got entry batch from reader: WALEntryBatch [walEntries=[{test/d58e8ff7e50d58d5fe5a369c2cc598c6/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T18:20:02,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:02,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:02,990 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 757, reset compression=false 2024-11-08T18:20:03,075 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 757, reset compression=false 2024-11-08T18:20:03,101 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 607, reset compression=false 2024-11-08T18:20:03,105 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:03,106 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 757, reset compression=false 2024-11-08T18:20:03,106 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42787,1731089977926 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:03,303 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 757, reset compression=false 2024-11-08T18:20:03,310 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 757, reset compression=false 2024-11-08T18:20:03,379 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 757, reset compression=false 2024-11-08T18:20:03,496 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T18:20:03,506 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T18:20:03,616 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 757, reset compression=false 2024-11-08T18:20:03,709 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 757, reset compression=false 2024-11-08T18:20:03,804 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 757, reset compression=false 2024-11-08T18:20:03,845 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:03,846 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 913, reset compression=false 2024-11-08T18:20:03,848 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,36955,1731089972918 got entry batch from reader: WALEntryBatch [walEntries=[{test/d58e8ff7e50d58d5fe5a369c2cc598c6/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T18:20:03,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:03,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:04,006 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:20:04,042 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 757, reset compression=false 2024-11-08T18:20:04,064 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:04,064 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 904, reset compression=false 2024-11-08T18:20:04,064 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42787,1731089977926 got entry batch from reader: WALEntryBatch [walEntries=[{test/da7c56c11d3f2a72f08eecf5842861bb/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T18:20:04,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:04,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:04,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:04,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:04,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:04,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:04,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:04,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:04,091 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 913, reset compression=false 2024-11-08T18:20:04,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:04,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:04,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:04,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:04,243 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 757, reset compression=false 2024-11-08T18:20:04,276 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:04,276 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 927, reset compression=false 2024-11-08T18:20:04,276 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,37477,1731089982811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:04,293 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 904, reset compression=false 2024-11-08T18:20:04,438 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 913, reset compression=false 2024-11-08T18:20:04,489 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 927, reset compression=false 2024-11-08T18:20:04,509 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T18:20:04,516 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T18:20:04,616 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 904, reset compression=false 2024-11-08T18:20:04,630 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:04,630 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1063, reset compression=false 2024-11-08T18:20:04,630 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42787,1731089977926 got entry batch from reader: WALEntryBatch [walEntries=[{test/da7c56c11d3f2a72f08eecf5842861bb/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T18:20:04,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:04,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:04,793 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 927, reset compression=false 2024-11-08T18:20:04,848 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1063, reset compression=false 2024-11-08T18:20:04,865 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:04,865 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1076, reset compression=false 2024-11-08T18:20:04,865 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,37477,1731089982811 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7c0a36a410141edeb6cc60afad07e93/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T18:20:04,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:04,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:04,875 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 913, reset compression=false 2024-11-08T18:20:04,900 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:04,900 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1085, reset compression=false 2024-11-08T18:20:04,900 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,36955,1731089972918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:05,093 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1076, reset compression=false 2024-11-08T18:20:05,109 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1085, reset compression=false 2024-11-08T18:20:05,176 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1063, reset compression=false 2024-11-08T18:20:05,409 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1076, reset compression=false 2024-11-08T18:20:05,423 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1085, reset compression=false 2024-11-08T18:20:05,521 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T18:20:05,526 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T18:20:05,587 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1063, reset compression=false 2024-11-08T18:20:05,832 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1076, reset compression=false 2024-11-08T18:20:05,833 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1085, reset compression=false 2024-11-08T18:20:05,849 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:05,849 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1235, reset compression=false 2024-11-08T18:20:05,850 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,37477,1731089982811 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7c0a36a410141edeb6cc60afad07e93/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T18:20:05,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:05,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:06,057 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1235, reset compression=false 2024-11-08T18:20:06,118 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1063, reset compression=false 2024-11-08T18:20:06,347 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1085, reset compression=false 2024-11-08T18:20:06,355 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:06,355 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1234, reset compression=false 2024-11-08T18:20:06,355 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,36955,1731089972918 got entry batch from reader: WALEntryBatch [walEntries=[{test/d58e8ff7e50d58d5fe5a369c2cc598c6/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T18:20:06,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:06,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:06,360 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1235, reset compression=false 2024-11-08T18:20:06,530 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T18:20:06,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ac5bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:06,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,43193,-1 for getting cluster id 2024-11-08T18:20:06,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:06,547 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b8dcc7-4216-4a57-a87e-bfe8fbe365ec' 2024-11-08T18:20:06,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:06,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b8dcc7-4216-4a57-a87e-bfe8fbe365ec" 2024-11-08T18:20:06,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7a0fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:06,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,43193,-1] 2024-11-08T18:20:06,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:06,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:06,550 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:06,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8ec93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:06,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:06,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,43193,1731089982640 2024-11-08T18:20:06,554 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@476fd755 2024-11-08T18:20:06,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:06,556 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:20:06,559 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1234, reset compression=false 2024-11-08T18:20:06,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-08T18:20:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-08T18:20:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T18:20:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T18:20:06,720 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1063, reset compression=false 2024-11-08T18:20:06,730 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:06,730 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1235, reset compression=false 2024-11-08T18:20:06,730 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42787,1731089977926 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:06,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:20:06,763 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1235, reset compression=false 2024-11-08T18:20:06,865 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1234, reset compression=false 2024-11-08T18:20:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T18:20:06,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T18:20:06,907 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-08T18:20:06,908 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-08T18:20:06,908 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,37477,1731089982811 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-08T18:20:06,908 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/2424dce0d377:0-0. 2024-11-08T18:20:06,909 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:06,909 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:06,909 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:06,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:06,940 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1235, reset compression=false 2024-11-08T18:20:07,009 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:20:07,012 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T18:20:07,109 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 terminated 2024-11-08T18:20:07,126 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,37477,1731089982811, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:20:07,126 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-08T18:20:07,127 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T18:20:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T18:20:07,129 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 2424dce0d377,37477,1731089982811 suceeded 2024-11-08T18:20:07,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T18:20:07,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-11-08T18:20:07,130 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-08T18:20:07,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 571 msec 2024-11-08T18:20:07,143 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:36463' 2024-11-08T18:20:07,145 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75ba180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:07,145 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36463,-1 for getting cluster id 2024-11-08T18:20:07,145 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:07,145 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4dd0119b-8129-452a-9511-55fee6892fb6' 2024-11-08T18:20:07,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:07,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4dd0119b-8129-452a-9511-55fee6892fb6" 2024-11-08T18:20:07,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b75ddb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:07,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36463,-1] 2024-11-08T18:20:07,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:07,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:07,147 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:07,147 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69702ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:07,147 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:07,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36463,1731089972720 2024-11-08T18:20:07,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb6c557 2024-11-08T18:20:07,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:07,149 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T18:20:07,150 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,37477,1731089982811 (queues=1) is replicating from cluster=55b8dcc7-4216-4a57-a87e-bfe8fbe365ec to cluster=4dd0119b-8129-452a-9511-55fee6892fb6 2024-11-08T18:20:07,150 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C37477%2C1731089982811 2024-11-08T18:20:07,150 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,37477,1731089982811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:20:07,150 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C37477%2C1731089982811 2024-11-08T18:20:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T18:20:07,194 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:20:07,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:20:07,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:07,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:07,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:07,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:07,198 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-08T18:20:07,246 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1235, reset compression=false 2024-11-08T18:20:07,272 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1234, reset compression=false 2024-11-08T18:20:07,277 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:07,277 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1338, reset compression=false 2024-11-08T18:20:07,277 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,36955,1731089972918 got entry batch from reader: WALEntryBatch [walEntries=[{test/d58e8ff7e50d58d5fe5a369c2cc598c6/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T18:20:07,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:07,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:07,480 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1338, reset compression=false 2024-11-08T18:20:07,650 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1235, reset compression=false 2024-11-08T18:20:07,654 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:07,654 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1362, reset compression=false 2024-11-08T18:20:07,654 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42787,1731089977926 got entry batch from reader: WALEntryBatch [walEntries=[{test/da7c56c11d3f2a72f08eecf5842861bb/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T18:20:07,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:07,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:07,789 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1338, reset compression=false 2024-11-08T18:20:07,793 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:20:07,857 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1362, reset compression=false 2024-11-08T18:20:08,161 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1362, reset compression=false 2024-11-08T18:20:08,194 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1338, reset compression=false 2024-11-08T18:20:08,200 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-08T18:20:08,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc70eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:08,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,43193,-1 for getting cluster id 2024-11-08T18:20:08,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:08,203 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55b8dcc7-4216-4a57-a87e-bfe8fbe365ec' 2024-11-08T18:20:08,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:08,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55b8dcc7-4216-4a57-a87e-bfe8fbe365ec" 2024-11-08T18:20:08,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0fe01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:08,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,43193,-1] 2024-11-08T18:20:08,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:08,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:08,205 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:08,206 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42537320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:08,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:08,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,43193,1731089982640 2024-11-08T18:20:08,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d75969 2024-11-08T18:20:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:08,211 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:20:08,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-08T18:20:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-08T18:20:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T18:20:08,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:20:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T18:20:08,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37477 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-08T18:20:08,410 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-08T18:20:08,411 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T18:20:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-08T18:20:08,415 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 2424dce0d377,37477,1731089982811 suceeded 2024-11-08T18:20:08,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T18:20:08,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-08T18:20:08,420 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-08T18:20:08,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 208 msec 2024-11-08T18:20:08,452 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, startPosition=1235, beingWritten=true 2024-11-08T18:20:08,491 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:08,491 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1385, reset compression=false 2024-11-08T18:20:08,492 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,37477,1731089982811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, lastWalPosition=1385, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T18:20:08,540 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:20:08,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:20:08,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:08,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:08,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:08,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:08,546 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-08T18:20:08,574 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1362, reset compression=false 2024-11-08T18:20:08,584 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:08,584 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1466, reset compression=false 2024-11-08T18:20:08,584 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42787,1731089977926 got entry batch from reader: WALEntryBatch [walEntries=[{test/da7c56c11d3f2a72f08eecf5842861bb/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T18:20:08,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:08,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37477 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:08,698 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1338, reset compression=false 2024-11-08T18:20:08,705 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1385, reset compression=false 2024-11-08T18:20:08,709 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:08,709 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1512, reset compression=false 2024-11-08T18:20:08,709 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,37477,1731089982811 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7c0a36a410141edeb6cc60afad07e93/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T18:20:08,711 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:20:08,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T18:20:08,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:08,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36955 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:08,792 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1466, reset compression=false 2024-11-08T18:20:08,915 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1512, reset compression=false 2024-11-08T18:20:09,095 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1466, reset compression=false 2024-11-08T18:20:09,218 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1512, reset compression=false 2024-11-08T18:20:09,304 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1338, reset compression=false 2024-11-08T18:20:09,310 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:09,310 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:09,310 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,36955,1731089972918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:09,498 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1466, reset compression=false 2024-11-08T18:20:09,515 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:09,550 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-08T18:20:09,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:20:09,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:20:09,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:09,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:09,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:09,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:20:09,551 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2081870418, stopped=false 2024-11-08T18:20:09,551 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,43193,1731089982640 2024-11-08T18:20:09,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:09,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1896237510/running 2024-11-08T18:20:09,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:20:09,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1896237510/running 2024-11-08T18:20:09,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:20:09,570 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:20:09,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Set watcher on znode that does not yet exist, /2-1896237510/running 2024-11-08T18:20:09,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:20:09,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:09,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:09,571 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,37477,1731089982811' ***** 2024-11-08T18:20:09,571 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:20:09,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Set watcher on znode that does not yet exist, /2-1896237510/running 2024-11-08T18:20:09,572 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:20:09,573 INFO [RS:0;2424dce0d377:37477 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:20:09,573 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:20:09,573 INFO [RS:0;2424dce0d377:37477 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:20:09,573 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(3091): Received CLOSE for c7c0a36a410141edeb6cc60afad07e93 2024-11-08T18:20:09,576 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(3091): Received CLOSE for f2e45084727b2770b390f01d7242c56b 2024-11-08T18:20:09,576 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,37477,1731089982811 2024-11-08T18:20:09,576 INFO [RS:0;2424dce0d377:37477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:20:09,576 INFO [RS:0;2424dce0d377:37477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:37477. 2024-11-08T18:20:09,576 DEBUG [RS:0;2424dce0d377:37477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:09,576 DEBUG [RS:0;2424dce0d377:37477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:09,576 INFO [RS:0;2424dce0d377:37477 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:20:09,576 INFO [RS:0;2424dce0d377:37477 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:20:09,576 INFO [RS:0;2424dce0d377:37477 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:20:09,576 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:20:09,577 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7c0a36a410141edeb6cc60afad07e93, disabling compactions & flushes 2024-11-08T18:20:09,577 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. 2024-11-08T18:20:09,577 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. 2024-11-08T18:20:09,577 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. after waiting 0 ms 2024-11-08T18:20:09,577 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. 2024-11-08T18:20:09,577 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T18:20:09,577 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1325): Online Regions={c7c0a36a410141edeb6cc60afad07e93=test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93., 1588230740=hbase:meta,,1.1588230740, f2e45084727b2770b390f01d7242c56b=hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b.} 2024-11-08T18:20:09,577 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7c0a36a410141edeb6cc60afad07e93, f2e45084727b2770b390f01d7242c56b 2024-11-08T18:20:09,578 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7c0a36a410141edeb6cc60afad07e93 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T18:20:09,578 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:20:09,578 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:20:09,578 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:20:09,578 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:20:09,578 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:20:09,578 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T18:20:09,599 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/.tmp/info/b8c9dc194ae646a3bedc7ab486ca9570 is 147, key is hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b./info:regioninfo/1731089998531/Put/seqid=0 2024-11-08T18:20:09,609 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/.tmp/f/1e248cca04854a969025f063ca19a19e is 37, key is row3/f:row3/1731090007195/Put/seqid=0 2024-11-08T18:20:09,616 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:20:09,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741840_1016 (size=7686) 2024-11-08T18:20:09,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741841_1017 (size=5228) 2024-11-08T18:20:09,622 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/.tmp/f/1e248cca04854a969025f063ca19a19e 2024-11-08T18:20:09,624 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1512, reset compression=false 2024-11-08T18:20:09,627 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e248cca04854a969025f063ca19a19e 2024-11-08T18:20:09,632 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:09,633 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1759, reset compression=false 2024-11-08T18:20:09,640 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,37477,1731089982811 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:09,641 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2424dce0d377,37477,1731089982811: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2424dce0d377,37477,1731089982811, walGroup=2424dce0d377%2C37477%2C1731089982811, offset=2424dce0d377%2C37477%2C1731089982811.1731089985222:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:37477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T18:20:09,642 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T18:20:09,642 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T18:20:09,643 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T18:20:09,643 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T18:20:09,643 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T18:20:09,643 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 875174704 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199356600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T18:20:09,643 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:43193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:43193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T18:20:09,661 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/.tmp/f1/31c7fd36448e4d89a9eb52d7b32822a5 is 30, key is row1/f1:/1731090004510/DeleteFamily/seqid=0 2024-11-08T18:20:09,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741842_1018 (size=5158) 2024-11-08T18:20:09,778 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7c0a36a410141edeb6cc60afad07e93, f2e45084727b2770b390f01d7242c56b 2024-11-08T18:20:09,818 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:09,872 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1759, reset compression=false 2024-11-08T18:20:09,978 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7c0a36a410141edeb6cc60afad07e93, f2e45084727b2770b390f01d7242c56b 2024-11-08T18:20:10,004 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1466, reset compression=false 2024-11-08T18:20:10,014 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/.tmp/info/b8c9dc194ae646a3bedc7ab486ca9570 2024-11-08T18:20:10,029 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/.tmp/ns/6d80dacbd2d148028bfd0102ba0efd1b is 43, key is default/ns:d/1731089986368/Put/seqid=0 2024-11-08T18:20:10,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741843_1019 (size=5153) 2024-11-08T18:20:10,083 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/.tmp/f1/31c7fd36448e4d89a9eb52d7b32822a5 2024-11-08T18:20:10,087 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31c7fd36448e4d89a9eb52d7b32822a5 2024-11-08T18:20:10,100 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/.tmp/norep/0530dc01caea42bd9b6d54f1e8ba461c is 33, key is row2/norep:/1731090005522/DeleteFamily/seqid=0 2024-11-08T18:20:10,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741844_1020 (size=5108) 2024-11-08T18:20:10,103 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/.tmp/norep/0530dc01caea42bd9b6d54f1e8ba461c 2024-11-08T18:20:10,107 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0530dc01caea42bd9b6d54f1e8ba461c 2024-11-08T18:20:10,108 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/.tmp/f/1e248cca04854a969025f063ca19a19e as hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/f/1e248cca04854a969025f063ca19a19e 2024-11-08T18:20:10,112 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e248cca04854a969025f063ca19a19e 2024-11-08T18:20:10,112 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/f/1e248cca04854a969025f063ca19a19e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T18:20:10,113 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/.tmp/f1/31c7fd36448e4d89a9eb52d7b32822a5 as hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/f1/31c7fd36448e4d89a9eb52d7b32822a5 2024-11-08T18:20:10,118 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31c7fd36448e4d89a9eb52d7b32822a5 2024-11-08T18:20:10,118 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/f1/31c7fd36448e4d89a9eb52d7b32822a5, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T18:20:10,118 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/.tmp/norep/0530dc01caea42bd9b6d54f1e8ba461c as hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/norep/0530dc01caea42bd9b6d54f1e8ba461c 2024-11-08T18:20:10,122 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0530dc01caea42bd9b6d54f1e8ba461c 2024-11-08T18:20:10,122 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/norep/0530dc01caea42bd9b6d54f1e8ba461c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T18:20:10,123 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c7c0a36a410141edeb6cc60afad07e93 in 546ms, sequenceid=12, compaction requested=false 2024-11-08T18:20:10,136 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/default/test/c7c0a36a410141edeb6cc60afad07e93/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T18:20:10,136 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:20:10,136 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:20:10,136 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. 2024-11-08T18:20:10,136 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7c0a36a410141edeb6cc60afad07e93: Waiting for close lock at 1731090009577Running coprocessor pre-close hooks at 1731090009577Disabling compacts and flushes for region at 1731090009577Disabling writes for close at 1731090009577Obtaining lock to block concurrent updates at 1731090009578 (+1 ms)Preparing flush snapshotting stores in c7c0a36a410141edeb6cc60afad07e93 at 1731090009578Finished memstore snapshotting test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731090009579 (+1 ms)Flushing stores of test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. at 1731090009579Flushing c7c0a36a410141edeb6cc60afad07e93/f: creating writer at 1731090009579Flushing c7c0a36a410141edeb6cc60afad07e93/f: appending metadata at 1731090009609 (+30 ms)Flushing c7c0a36a410141edeb6cc60afad07e93/f: closing flushed file at 1731090009609Flushing c7c0a36a410141edeb6cc60afad07e93/f1: creating writer at 1731090009627 (+18 ms)Flushing c7c0a36a410141edeb6cc60afad07e93/f1: appending metadata at 1731090009661 (+34 ms)Flushing c7c0a36a410141edeb6cc60afad07e93/f1: closing flushed file at 1731090009661Flushing c7c0a36a410141edeb6cc60afad07e93/norep: creating writer at 1731090010087 (+426 ms)Flushing c7c0a36a410141edeb6cc60afad07e93/norep: appending metadata at 1731090010100 (+13 ms)Flushing c7c0a36a410141edeb6cc60afad07e93/norep: closing flushed file at 1731090010100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672b888f: reopening flushed file at 1731090010107 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a89b30: reopening flushed file at 1731090010113 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c8bee0: reopening flushed file at 1731090010118 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c7c0a36a410141edeb6cc60afad07e93 in 546ms, sequenceid=12, compaction requested=false at 1731090010123 (+5 ms)Writing region close event to WAL at 1731090010133 (+10 ms)Running coprocessor post-close hooks at 1731090010136 (+3 ms)Closed at 1731090010136 2024-11-08T18:20:10,137 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93. 2024-11-08T18:20:10,137 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2e45084727b2770b390f01d7242c56b, disabling compactions & flushes 2024-11-08T18:20:10,137 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:20:10,137 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:20:10,137 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. after waiting 0 ms 2024-11-08T18:20:10,137 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:20:10,137 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2e45084727b2770b390f01d7242c56b: Waiting for close lock at 1731090010137Running coprocessor pre-close hooks at 1731090010137Disabling compacts and flushes for region at 1731090010137Disabling writes for close at 1731090010137Failed flush hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b., putting online again at 1731090010137 2024-11-08T18:20:10,137 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:20:10,167 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:20:10,167 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:20:10,175 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 1759, reset compression=false 2024-11-08T18:20:10,178 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(3091): Received CLOSE for f2e45084727b2770b390f01d7242c56b 2024-11-08T18:20:10,178 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f2e45084727b2770b390f01d7242c56b 2024-11-08T18:20:10,178 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2e45084727b2770b390f01d7242c56b, disabling compactions & flushes 2024-11-08T18:20:10,178 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:20:10,178 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:20:10,178 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. after waiting 0 ms 2024-11-08T18:20:10,178 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:20:10,178 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2e45084727b2770b390f01d7242c56b: Waiting for close lock at 1731090010178Running coprocessor pre-close hooks at 1731090010178Disabling compacts and flushes for region at 1731090010178Disabling writes for close at 1731090010178Failed flush hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b., putting online again at 1731090010178 2024-11-08T18:20:10,178 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b. 2024-11-08T18:20:10,179 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:10,179 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 2403, reset compression=false 2024-11-08T18:20:10,221 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:10,378 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:20:10,382 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 2403, reset compression=false 2024-11-08T18:20:10,432 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/.tmp/ns/6d80dacbd2d148028bfd0102ba0efd1b 2024-11-08T18:20:10,454 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/.tmp/rep_barrier/7bd1d39d565c4f45b51e0d2c006aa003 is 112, key is test,,1731089990805.c7c0a36a410141edeb6cc60afad07e93./rep_barrier:seqnumDuringOpen/1731089992006/Put/seqid=0 2024-11-08T18:20:10,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741845_1021 (size=5518) 2024-11-08T18:20:10,578 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:20:10,578 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f2e45084727b2770b390f01d7242c56b=hbase:replication,,1731089997295.f2e45084727b2770b390f01d7242c56b.} 2024-11-08T18:20:10,579 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:20:10,607 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1466, reset compression=false 2024-11-08T18:20:10,686 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 2403, reset compression=false 2024-11-08T18:20:10,725 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:10,779 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:20:10,861 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/.tmp/rep_barrier/7bd1d39d565c4f45b51e0d2c006aa003 2024-11-08T18:20:10,878 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/.tmp/table/04e19a52e8014e15bd6230c3b1e76b23 is 53, key is hbase:replication/table:state/1731089998548/Put/seqid=0 2024-11-08T18:20:10,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741846_1022 (size=5308) 2024-11-08T18:20:10,979 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:20:11,090 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.1731089985222 to pos 2403, reset compression=false 2024-11-08T18:20:11,179 DEBUG [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:20:11,287 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/.tmp/table/04e19a52e8014e15bd6230c3b1e76b23 2024-11-08T18:20:11,292 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/.tmp/info/b8c9dc194ae646a3bedc7ab486ca9570 as hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/info/b8c9dc194ae646a3bedc7ab486ca9570 2024-11-08T18:20:11,296 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/info/b8c9dc194ae646a3bedc7ab486ca9570, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T18:20:11,297 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/.tmp/ns/6d80dacbd2d148028bfd0102ba0efd1b as hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/ns/6d80dacbd2d148028bfd0102ba0efd1b 2024-11-08T18:20:11,301 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/ns/6d80dacbd2d148028bfd0102ba0efd1b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T18:20:11,302 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/.tmp/rep_barrier/7bd1d39d565c4f45b51e0d2c006aa003 as hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/rep_barrier/7bd1d39d565c4f45b51e0d2c006aa003 2024-11-08T18:20:11,307 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/rep_barrier/7bd1d39d565c4f45b51e0d2c006aa003, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T18:20:11,308 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/.tmp/table/04e19a52e8014e15bd6230c3b1e76b23 as hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/table/04e19a52e8014e15bd6230c3b1e76b23 2024-11-08T18:20:11,310 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1466, reset compression=false 2024-11-08T18:20:11,312 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/table/04e19a52e8014e15bd6230c3b1e76b23, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T18:20:11,313 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false 2024-11-08T18:20:11,321 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T18:20:11,321 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:20:11,321 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:20:11,321 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:20:11,322 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090009578Running coprocessor pre-close hooks at 1731090009578Disabling compacts and flushes for region at 1731090009578Disabling writes for close at 1731090009578Obtaining lock to block concurrent updates at 1731090009578Preparing flush snapshotting stores in 1588230740 at 1731090009578Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731090009578Flushing stores of hbase:meta,,1.1588230740 at 1731090009579 (+1 ms)Flushing 1588230740/info: creating writer at 1731090009579Flushing 1588230740/info: appending metadata at 1731090009599 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731090009599Flushing 1588230740/ns: creating writer at 1731090010017 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731090010029 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731090010029Flushing 1588230740/rep_barrier: creating writer at 1731090010436 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731090010454 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731090010454Flushing 1588230740/table: creating writer at 1731090010865 (+411 ms)Flushing 1588230740/table: appending metadata at 1731090010878 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731090010878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d2456e: reopening flushed file at 1731090011291 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578e9e22: reopening flushed file at 1731090011296 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9d8796: reopening flushed file at 1731090011301 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d773aa: reopening flushed file at 1731090011307 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false at 1731090011313 (+6 ms)Writing region close event to WAL at 1731090011316 (+3 ms)Running coprocessor post-close hooks at 1731090011321 (+5 ms)Closed at 1731090011321 2024-11-08T18:20:11,322 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:20:11,329 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:11,379 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T18:20:11,379 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,37477,1731089982811; all regions closed. 2024-11-08T18:20:11,385 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/WALs/2424dce0d377,37477,1731089982811/2424dce0d377%2C37477%2C1731089982811.meta.1731089986305.meta not finished, retry = 0 2024-11-08T18:20:11,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741834_1010 (size=4239) 2024-11-08T18:20:11,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741839_1015 (size=2609) 2024-11-08T18:20:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741832_1008 (size=2411) 2024-11-08T18:20:11,490 DEBUG [RS:0;2424dce0d377:37477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:11,490 INFO [RS:0;2424dce0d377:37477 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:20:11,491 INFO [RS:0;2424dce0d377:37477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:20:11,491 INFO [RS:0;2424dce0d377:37477 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:20:11,491 INFO [RS:0;2424dce0d377:37477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:20:11,491 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:20:11,491 INFO [RS:0;2424dce0d377:37477 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,37477,1731089982811 because: Region server is closing 2024-11-08T18:20:11,491 INFO [RS:0;2424dce0d377:37477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:37477. 2024-11-08T18:20:11,492 DEBUG [RS:0;2424dce0d377:37477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:11,492 DEBUG [RS:0;2424dce0d377:37477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:11,492 DEBUG [RS:0;2424dce0d377:37477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:11,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:11,592 INFO [RS:0;2424dce0d377:37477 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.shipper2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 terminated 2024-11-08T18:20:11,592 INFO [RS:0;2424dce0d377:37477 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:37477. 2024-11-08T18:20:11,592 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,37477,1731089982811.replicationSource.wal-reader.2424dce0d377%2C37477%2C1731089982811,1-2424dce0d377,37477,1731089982811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:20:11,592 DEBUG [RS:0;2424dce0d377:37477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:11,592 DEBUG [RS:0;2424dce0d377:37477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:11,593 DEBUG [RS:0;2424dce0d377:37477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:11,593 INFO [RS:0;2424dce0d377:37477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37477 2024-11-08T18:20:11,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:11,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1896237510/rs/2424dce0d377,37477,1731089982811 2024-11-08T18:20:11,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510/rs 2024-11-08T18:20:11,602 INFO [RS:0;2424dce0d377:37477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:20:11,624 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,37477,1731089982811] 2024-11-08T18:20:11,634 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1896237510/draining/2424dce0d377,37477,1731089982811 already deleted, retry=false 2024-11-08T18:20:11,634 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,37477,1731089982811 expired; onlineServers=0 2024-11-08T18:20:11,634 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,43193,1731089982640' ***** 2024-11-08T18:20:11,634 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:20:11,634 INFO [M:0;2424dce0d377:43193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:20:11,635 INFO [M:0;2424dce0d377:43193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:20:11,635 DEBUG [M:0;2424dce0d377:43193 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:20:11,635 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:20:11,635 DEBUG [M:0;2424dce0d377:43193 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:20:11,635 INFO [M:0;2424dce0d377:43193 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:20:11,635 INFO [M:0;2424dce0d377:43193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:20:11,635 DEBUG [M:0;2424dce0d377:43193 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:20:11,635 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089984959 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089984959,5,FailOnTimeoutGroup] 2024-11-08T18:20:11,635 INFO [M:0;2424dce0d377:43193 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:20:11,635 INFO [M:0;2424dce0d377:43193 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:20:11,635 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089984959 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089984959,5,FailOnTimeoutGroup] 2024-11-08T18:20:11,635 INFO [M:0;2424dce0d377:43193 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:20:11,636 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:20:11,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1896237510/master 2024-11-08T18:20:11,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1896237510 2024-11-08T18:20:11,672 DEBUG [M:0;2424dce0d377:43193 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1896237510/master already deleted, retry=false 2024-11-08T18:20:11,672 DEBUG [M:0;2424dce0d377:43193 {}] master.ActiveMasterManager(353): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1896237510/master 2024-11-08T18:20:11,675 INFO [M:0;2424dce0d377:43193 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/.lastflushedseqids 2024-11-08T18:20:11,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741847_1023 (size=245) 2024-11-08T18:20:11,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:20:11,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37477-0x1011bacb2350007, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:20:11,724 INFO [RS:0;2424dce0d377:37477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:20:11,724 INFO [RS:0;2424dce0d377:37477 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,37477,1731089982811; zookeeper connection closed. 2024-11-08T18:20:11,724 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43bc7615 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43bc7615 2024-11-08T18:20:11,725 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:20:12,035 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:12,081 INFO [M:0;2424dce0d377:43193 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:20:12,081 INFO [M:0;2424dce0d377:43193 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:20:12,081 DEBUG [M:0;2424dce0d377:43193 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:20:12,081 INFO [M:0;2424dce0d377:43193 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:12,081 DEBUG [M:0;2424dce0d377:43193 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:12,081 DEBUG [M:0;2424dce0d377:43193 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:20:12,081 DEBUG [M:0;2424dce0d377:43193 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:12,081 INFO [M:0;2424dce0d377:43193 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-08T18:20:12,099 DEBUG [M:0;2424dce0d377:43193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8881b45bd7db44ab84de01aeaf2eb988 is 82, key is hbase:meta,,1/info:regioninfo/1731089986332/Put/seqid=0 2024-11-08T18:20:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741848_1024 (size=5672) 2024-11-08T18:20:12,117 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1466, reset compression=false 2024-11-08T18:20:12,220 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:20:12,505 INFO [M:0;2424dce0d377:43193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8881b45bd7db44ab84de01aeaf2eb988 2024-11-08T18:20:12,526 DEBUG [M:0;2424dce0d377:43193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/924f501e9553451da7555930fb986115 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731089998553/Put/seqid=0 2024-11-08T18:20:12,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741849_1025 (size=9213) 2024-11-08T18:20:12,529 INFO [M:0;2424dce0d377:43193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/924f501e9553451da7555930fb986115 2024-11-08T18:20:12,546 DEBUG [M:0;2424dce0d377:43193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97121195390c4482a6159ebd835a5834 is 69, key is 2424dce0d377,37477,1731089982811/rs:state/1731089985000/Put/seqid=0 2024-11-08T18:20:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741850_1026 (size=5156) 2024-11-08T18:20:12,838 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:12,951 INFO [M:0;2424dce0d377:43193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97121195390c4482a6159ebd835a5834 2024-11-08T18:20:12,959 DEBUG [M:0;2424dce0d377:43193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8881b45bd7db44ab84de01aeaf2eb988 as hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8881b45bd7db44ab84de01aeaf2eb988 2024-11-08T18:20:12,967 INFO [M:0;2424dce0d377:43193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8881b45bd7db44ab84de01aeaf2eb988, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T18:20:12,968 DEBUG [M:0;2424dce0d377:43193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/924f501e9553451da7555930fb986115 as hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/924f501e9553451da7555930fb986115 2024-11-08T18:20:12,972 INFO [M:0;2424dce0d377:43193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/924f501e9553451da7555930fb986115, entries=15, sequenceid=127, filesize=9.0 K 2024-11-08T18:20:12,972 DEBUG [M:0;2424dce0d377:43193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97121195390c4482a6159ebd835a5834 as hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97121195390c4482a6159ebd835a5834 2024-11-08T18:20:12,976 INFO [M:0;2424dce0d377:43193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36245/user/jenkins/test-data/7f42fa4f-ef29-c589-b278-aeadea85a9c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97121195390c4482a6159ebd835a5834, entries=1, sequenceid=127, filesize=5.0 K 2024-11-08T18:20:12,977 INFO [M:0;2424dce0d377:43193 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=127, compaction requested=false 2024-11-08T18:20:12,980 INFO [M:0;2424dce0d377:43193 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:12,980 DEBUG [M:0;2424dce0d377:43193 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090012081Disabling compacts and flushes for region at 1731090012081Disabling writes for close at 1731090012081Obtaining lock to block concurrent updates at 1731090012081Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090012081Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731090012082 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090012082Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090012082Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090012098 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090012098Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090012508 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090012525 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090012525Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090012532 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090012546 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090012546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@426d191d: reopening flushed file at 1731090012958 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a337513: reopening flushed file at 1731090012967 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a30f0db: reopening flushed file at 1731090012972 (+5 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=127, compaction requested=false at 1731090012977 (+5 ms)Writing region close event to WAL at 1731090012980 (+3 ms)Closed at 1731090012980 2024-11-08T18:20:12,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46779 is added to blk_1073741830_1006 (size=73878) 2024-11-08T18:20:12,994 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:20:12,995 INFO [M:0;2424dce0d377:43193 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:20:12,995 INFO [M:0;2424dce0d377:43193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43193 2024-11-08T18:20:12,995 INFO [M:0;2424dce0d377:43193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:20:13,021 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1466, reset compression=false 2024-11-08T18:20:13,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:20:13,113 INFO [M:0;2424dce0d377:43193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:20:13,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43193-0x1011bacb2350006, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:20:13,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55094c6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:20:13,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@516a13e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:20:13,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:20:13,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@141f236c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:20:13,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b321cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/hadoop.log.dir/,STOPPED} 2024-11-08T18:20:13,118 WARN [BP-1475359592-172.17.0.3-1731089980603 heartbeating to localhost/127.0.0.1:36245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:20:13,118 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:20:13,118 WARN [BP-1475359592-172.17.0.3-1731089980603 heartbeating to localhost/127.0.0.1:36245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1475359592-172.17.0.3-1731089980603 (Datanode Uuid eae173af-f0cf-4eeb-aad0-a7b32894f45d) service to localhost/127.0.0.1:36245 2024-11-08T18:20:13,118 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:20:13,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/cluster_9b5c4bb5-aed6-6a5c-2d0f-8a70d8a8aadd/data/data1/current/BP-1475359592-172.17.0.3-1731089980603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:20:13,119 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/cluster_9b5c4bb5-aed6-6a5c-2d0f-8a70d8a8aadd/data/data2/current/BP-1475359592-172.17.0.3-1731089980603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:20:13,119 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:20:13,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@620c8f19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:20:13,126 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10494ed1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:20:13,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:20:13,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@223421bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:20:13,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@289a0598{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/hadoop.log.dir/,STOPPED} 2024-11-08T18:20:13,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:20:13,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:20:13,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:20:13,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:13,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:13,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:13,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:13,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:20:13,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=179327592, stopped=false 2024-11-08T18:20:13,143 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,35773,1731089977810 2024-11-08T18:20:13,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1585810847/running 2024-11-08T18:20:13,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1585810847/running 2024-11-08T18:20:13,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:20:13,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:20:13,160 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:20:13,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Set watcher on znode that does not yet exist, /1-1585810847/running 2024-11-08T18:20:13,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Set watcher on znode that does not yet exist, /1-1585810847/running 2024-11-08T18:20:13,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:20:13,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:13,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:13,162 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,42787,1731089977926' ***** 2024-11-08T18:20:13,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:20:13,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(3091): Received CLOSE for 27181a591a017dc3d1e8a18d58778383 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(3091): Received CLOSE for da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,42787,1731089977926 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:42787. 2024-11-08T18:20:13,162 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27181a591a017dc3d1e8a18d58778383, disabling compactions & flushes 2024-11-08T18:20:13,162 DEBUG [RS:0;2424dce0d377:42787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:13,162 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. 2024-11-08T18:20:13,162 DEBUG [RS:0;2424dce0d377:42787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:13,162 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. 2024-11-08T18:20:13,162 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. after waiting 0 ms 2024-11-08T18:20:13,162 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:20:13,162 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 27181a591a017dc3d1e8a18d58778383 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-08T18:20:13,162 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T18:20:13,162 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1325): Online Regions={27181a591a017dc3d1e8a18d58778383=hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383., da7c56c11d3f2a72f08eecf5842861bb=test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:20:13,163 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27181a591a017dc3d1e8a18d58778383, da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:20:13,163 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:20:13,163 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:20:13,163 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:20:13,163 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:20:13,163 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:20:13,163 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T18:20:13,175 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/.tmp/info/67a61bf3d5654ce4b5d3c0b11b716e4c is 147, key is hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383./info:regioninfo/1731089995988/Put/seqid=0 2024-11-08T18:20:13,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741840_1016 (size=7686) 2024-11-08T18:20:13,178 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/replication/27181a591a017dc3d1e8a18d58778383/.tmp/queue/c8854c367fe8421f95de2334bec1810e is 154, key is 1-2424dce0d377,42787,1731089977926/queue:2424dce0d377%2C42787%2C1731089977926/1731090008595/Put/seqid=0 2024-11-08T18:20:13,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741841_1017 (size=5353) 2024-11-08T18:20:13,225 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:20:13,363 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27181a591a017dc3d1e8a18d58778383, da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:20:13,383 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:20:13,384 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:20:13,563 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27181a591a017dc3d1e8a18d58778383, da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:20:13,579 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/.tmp/info/67a61bf3d5654ce4b5d3c0b11b716e4c 2024-11-08T18:20:13,582 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/replication/27181a591a017dc3d1e8a18d58778383/.tmp/queue/c8854c367fe8421f95de2334bec1810e 2024-11-08T18:20:13,598 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/replication/27181a591a017dc3d1e8a18d58778383/.tmp/queue/c8854c367fe8421f95de2334bec1810e as hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/replication/27181a591a017dc3d1e8a18d58778383/queue/c8854c367fe8421f95de2334bec1810e 2024-11-08T18:20:13,610 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/replication/27181a591a017dc3d1e8a18d58778383/queue/c8854c367fe8421f95de2334bec1810e, entries=1, sequenceid=14, filesize=5.2 K 2024-11-08T18:20:13,610 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 27181a591a017dc3d1e8a18d58778383 in 448ms, sequenceid=14, compaction requested=false 2024-11-08T18:20:13,619 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/.tmp/ns/2a36c7b9cbd446febc89fc64aa62b76a is 43, key is default/ns:d/1731089980463/Put/seqid=0 2024-11-08T18:20:13,649 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/replication/27181a591a017dc3d1e8a18d58778383/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-08T18:20:13,650 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:20:13,650 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:20:13,650 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. 2024-11-08T18:20:13,650 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27181a591a017dc3d1e8a18d58778383: Waiting for close lock at 1731090013162Running coprocessor pre-close hooks at 1731090013162Disabling compacts and flushes for region at 1731090013162Disabling writes for close at 1731090013162Obtaining lock to block concurrent updates at 1731090013162Preparing flush snapshotting stores in 27181a591a017dc3d1e8a18d58778383 at 1731090013162Finished memstore snapshotting hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731090013163 (+1 ms)Flushing stores of hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. at 1731090013163Flushing 27181a591a017dc3d1e8a18d58778383/queue: creating writer at 1731090013163Flushing 27181a591a017dc3d1e8a18d58778383/queue: appending metadata at 1731090013178 (+15 ms)Flushing 27181a591a017dc3d1e8a18d58778383/queue: closing flushed file at 1731090013178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d289df2: reopening flushed file at 1731090013597 (+419 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 27181a591a017dc3d1e8a18d58778383 in 448ms, sequenceid=14, compaction requested=false at 1731090013611 (+14 ms)Writing region close event to WAL at 1731090013636 (+25 ms)Running coprocessor post-close hooks at 1731090013649 (+13 ms)Closed at 1731090013650 (+1 ms) 2024-11-08T18:20:13,650 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731089995139.27181a591a017dc3d1e8a18d58778383. 2024-11-08T18:20:13,650 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da7c56c11d3f2a72f08eecf5842861bb, disabling compactions & flushes 2024-11-08T18:20:13,650 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. 2024-11-08T18:20:13,651 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. 2024-11-08T18:20:13,651 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. after waiting 0 ms 2024-11-08T18:20:13,651 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. 2024-11-08T18:20:13,651 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da7c56c11d3f2a72f08eecf5842861bb 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T18:20:13,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:20:13,663 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/.tmp/ns/2a36c7b9cbd446febc89fc64aa62b76a 2024-11-08T18:20:13,673 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/.tmp/f/b1f51c2b0e10423290c6c26ce75d318e is 37, key is row3/f:row3/1731090007195/Put/seqid=0 2024-11-08T18:20:13,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741843_1019 (size=5228) 2024-11-08T18:20:13,693 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/.tmp/rep_barrier/954ac4aa7d0345d19ae8e93f79532481 is 112, key is test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb./rep_barrier:seqnumDuringOpen/1731089989801/Put/seqid=0 2024-11-08T18:20:13,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741844_1020 (size=5518) 2024-11-08T18:20:13,742 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:13,764 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:20:13,964 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:20:14,025 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1466, reset compression=false 2024-11-08T18:20:14,029 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:14,029 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1713, reset compression=false 2024-11-08T18:20:14,029 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,42787,1731089977926 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:14,030 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2424dce0d377,42787,1731089977926: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2424dce0d377,42787,1731089977926, walGroup=2424dce0d377%2C42787%2C1731089977926, offset=2424dce0d377%2C42787%2C1731089977926.1731089979516:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:42787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T18:20:14,031 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T18:20:14,031 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T18:20:14,031 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T18:20:14,031 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T18:20:14,032 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T18:20:14,032 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 963255080 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 198119640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T18:20:14,032 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:35773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:35773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T18:20:14,092 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/.tmp/f/b1f51c2b0e10423290c6c26ce75d318e 2024-11-08T18:20:14,097 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1f51c2b0e10423290c6c26ce75d318e 2024-11-08T18:20:14,113 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/.tmp/rep_barrier/954ac4aa7d0345d19ae8e93f79532481 2024-11-08T18:20:14,115 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/.tmp/f1/e5292333e2b84ccb9b650c7ea8523734 is 30, key is row1/f1:/1731090004510/DeleteFamily/seqid=0 2024-11-08T18:20:14,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741845_1021 (size=5158) 2024-11-08T18:20:14,120 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/.tmp/f1/e5292333e2b84ccb9b650c7ea8523734 2024-11-08T18:20:14,124 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5292333e2b84ccb9b650c7ea8523734 2024-11-08T18:20:14,138 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/.tmp/table/22cc82d259214bd5ae4ba9800bee1f6d is 53, key is hbase:replication/table:state/1731089995997/Put/seqid=0 2024-11-08T18:20:14,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741846_1022 (size=5308) 2024-11-08T18:20:14,149 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/.tmp/norep/384490f5545f4a0e81c4abcb53379c3a is 33, key is row1/norep:/1731090004510/DeleteFamily/seqid=0 2024-11-08T18:20:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741847_1023 (size=5108) 2024-11-08T18:20:14,164 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:20:14,165 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1325): Online Regions={da7c56c11d3f2a72f08eecf5842861bb=test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:20:14,165 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:20:14,234 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1713, reset compression=false 2024-11-08T18:20:14,365 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:20:14,537 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1713, reset compression=false 2024-11-08T18:20:14,547 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/.tmp/table/22cc82d259214bd5ae4ba9800bee1f6d 2024-11-08T18:20:14,551 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/.tmp/info/67a61bf3d5654ce4b5d3c0b11b716e4c as hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/info/67a61bf3d5654ce4b5d3c0b11b716e4c 2024-11-08T18:20:14,555 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/info/67a61bf3d5654ce4b5d3c0b11b716e4c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T18:20:14,556 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/.tmp/ns/2a36c7b9cbd446febc89fc64aa62b76a as hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/ns/2a36c7b9cbd446febc89fc64aa62b76a 2024-11-08T18:20:14,558 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/.tmp/norep/384490f5545f4a0e81c4abcb53379c3a 2024-11-08T18:20:14,560 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/ns/2a36c7b9cbd446febc89fc64aa62b76a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T18:20:14,561 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/.tmp/rep_barrier/954ac4aa7d0345d19ae8e93f79532481 as hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/rep_barrier/954ac4aa7d0345d19ae8e93f79532481 2024-11-08T18:20:14,561 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 384490f5545f4a0e81c4abcb53379c3a 2024-11-08T18:20:14,562 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/.tmp/f/b1f51c2b0e10423290c6c26ce75d318e as hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/f/b1f51c2b0e10423290c6c26ce75d318e 2024-11-08T18:20:14,564 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/rep_barrier/954ac4aa7d0345d19ae8e93f79532481, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T18:20:14,565 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1f51c2b0e10423290c6c26ce75d318e 2024-11-08T18:20:14,565 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/f/b1f51c2b0e10423290c6c26ce75d318e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T18:20:14,565 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/.tmp/table/22cc82d259214bd5ae4ba9800bee1f6d as hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/table/22cc82d259214bd5ae4ba9800bee1f6d 2024-11-08T18:20:14,565 DEBUG [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da7c56c11d3f2a72f08eecf5842861bb 2024-11-08T18:20:14,565 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/.tmp/f1/e5292333e2b84ccb9b650c7ea8523734 as hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/f1/e5292333e2b84ccb9b650c7ea8523734 2024-11-08T18:20:14,568 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/table/22cc82d259214bd5ae4ba9800bee1f6d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T18:20:14,568 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5292333e2b84ccb9b650c7ea8523734 2024-11-08T18:20:14,569 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/f1/e5292333e2b84ccb9b650c7ea8523734, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T18:20:14,569 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1406ms, sequenceid=16, compaction requested=false 2024-11-08T18:20:14,569 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/.tmp/norep/384490f5545f4a0e81c4abcb53379c3a as hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/norep/384490f5545f4a0e81c4abcb53379c3a 2024-11-08T18:20:14,573 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T18:20:14,573 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:20:14,573 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 384490f5545f4a0e81c4abcb53379c3a 2024-11-08T18:20:14,573 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:20:14,573 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:20:14,573 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/norep/384490f5545f4a0e81c4abcb53379c3a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T18:20:14,573 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090013163Running coprocessor pre-close hooks at 1731090013163Disabling compacts and flushes for region at 1731090013163Disabling writes for close at 1731090013163Obtaining lock to block concurrent updates at 1731090013163Preparing flush snapshotting stores in 1588230740 at 1731090013163Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731090013163Flushing stores of hbase:meta,,1.1588230740 at 1731090013163Flushing 1588230740/info: creating writer at 1731090013163Flushing 1588230740/info: appending metadata at 1731090013175 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731090013175Flushing 1588230740/ns: creating writer at 1731090013596 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731090013619 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731090013619Flushing 1588230740/rep_barrier: creating writer at 1731090013674 (+55 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731090013693 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731090013693Flushing 1588230740/table: creating writer at 1731090014118 (+425 ms)Flushing 1588230740/table: appending metadata at 1731090014137 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731090014137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76946190: reopening flushed file at 1731090014551 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522e5eab: reopening flushed file at 1731090014555 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f26e87f: reopening flushed file at 1731090014560 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e072709: reopening flushed file at 1731090014564 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1406ms, sequenceid=16, compaction requested=false at 1731090014569 (+5 ms)Writing region close event to WAL at 1731090014570 (+1 ms)Running coprocessor post-close hooks at 1731090014573 (+3 ms)Closed at 1731090014573 2024-11-08T18:20:14,573 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:20:14,574 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for da7c56c11d3f2a72f08eecf5842861bb in 923ms, sequenceid=12, compaction requested=false 2024-11-08T18:20:14,574 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T18:20:14,581 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/data/default/test/da7c56c11d3f2a72f08eecf5842861bb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T18:20:14,581 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:20:14,582 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:20:14,582 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. 2024-11-08T18:20:14,582 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da7c56c11d3f2a72f08eecf5842861bb: Waiting for close lock at 1731090013650Running coprocessor pre-close hooks at 1731090013650Disabling compacts and flushes for region at 1731090013650Disabling writes for close at 1731090013651 (+1 ms)Obtaining lock to block concurrent updates at 1731090013651Preparing flush snapshotting stores in da7c56c11d3f2a72f08eecf5842861bb at 1731090013651Finished memstore snapshotting test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731090013651Flushing stores of test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. at 1731090013652 (+1 ms)Flushing da7c56c11d3f2a72f08eecf5842861bb/f: creating writer at 1731090013652Flushing da7c56c11d3f2a72f08eecf5842861bb/f: appending metadata at 1731090013673 (+21 ms)Flushing da7c56c11d3f2a72f08eecf5842861bb/f: closing flushed file at 1731090013673Flushing da7c56c11d3f2a72f08eecf5842861bb/f1: creating writer at 1731090014097 (+424 ms)Flushing da7c56c11d3f2a72f08eecf5842861bb/f1: appending metadata at 1731090014115 (+18 ms)Flushing da7c56c11d3f2a72f08eecf5842861bb/f1: closing flushed file at 1731090014115Flushing da7c56c11d3f2a72f08eecf5842861bb/norep: creating writer at 1731090014125 (+10 ms)Flushing da7c56c11d3f2a72f08eecf5842861bb/norep: appending metadata at 1731090014148 (+23 ms)Flushing da7c56c11d3f2a72f08eecf5842861bb/norep: closing flushed file at 1731090014148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d61f19a: reopening flushed file at 1731090014561 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5496566c: reopening flushed file at 1731090014565 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8be0b8: reopening flushed file at 1731090014569 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for da7c56c11d3f2a72f08eecf5842861bb in 923ms, sequenceid=12, compaction requested=false at 1731090014574 (+5 ms)Writing region close event to WAL at 1731090014576 (+2 ms)Running coprocessor post-close hooks at 1731090014581 (+5 ms)Closed at 1731090014582 (+1 ms) 2024-11-08T18:20:14,582 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731089988656.da7c56c11d3f2a72f08eecf5842861bb. 2024-11-08T18:20:14,765 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,42787,1731089977926; all regions closed. 2024-11-08T18:20:14,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741834_1010 (size=4239) 2024-11-08T18:20:14,767 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.meta.1731089980415.meta not finished, retry = 0 2024-11-08T18:20:14,780 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:14,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741839_1015 (size=3552) 2024-11-08T18:20:14,870 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.rep.1731089995955 not finished, retry = 0 2024-11-08T18:20:14,940 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 1713, reset compression=false 2024-11-08T18:20:14,958 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:14,958 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/WALs/2424dce0d377,42787,1731089977926/2424dce0d377%2C42787%2C1731089977926.1731089979516 to pos 2357, reset compression=false 2024-11-08T18:20:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741832_1008 (size=2365) 2024-11-08T18:20:14,973 DEBUG [RS:0;2424dce0d377:42787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:14,973 INFO [RS:0;2424dce0d377:42787 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:20:14,974 INFO [RS:0;2424dce0d377:42787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:20:14,974 INFO [RS:0;2424dce0d377:42787 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:20:14,974 INFO [RS:0;2424dce0d377:42787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:20:14,974 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:20:14,974 INFO [RS:0;2424dce0d377:42787 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,42787,1731089977926 because: Region server is closing 2024-11-08T18:20:14,974 INFO [RS:0;2424dce0d377:42787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:42787. 2024-11-08T18:20:14,975 DEBUG [RS:0;2424dce0d377:42787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:14,975 DEBUG [RS:0;2424dce0d377:42787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:14,975 DEBUG [RS:0;2424dce0d377:42787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:14,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:15,075 INFO [RS:0;2424dce0d377:42787 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.shipper2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 terminated 2024-11-08T18:20:15,075 INFO [RS:0;2424dce0d377:42787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:42787. 2024-11-08T18:20:15,075 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,42787,1731089977926.replicationSource.wal-reader.2424dce0d377%2C42787%2C1731089977926,1-2424dce0d377,42787,1731089977926 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:20:15,075 DEBUG [RS:0;2424dce0d377:42787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:15,075 DEBUG [RS:0;2424dce0d377:42787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:15,075 DEBUG [RS:0;2424dce0d377:42787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:15,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:15,076 INFO [RS:0;2424dce0d377:42787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42787 2024-11-08T18:20:15,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1585810847/rs/2424dce0d377,42787,1731089977926 2024-11-08T18:20:15,192 INFO [RS:0;2424dce0d377:42787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:20:15,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847/rs 2024-11-08T18:20:15,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,42787,1731089977926] 2024-11-08T18:20:15,213 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1585810847/draining/2424dce0d377,42787,1731089977926 already deleted, retry=false 2024-11-08T18:20:15,213 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,42787,1731089977926 expired; onlineServers=0 2024-11-08T18:20:15,213 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,35773,1731089977810' ***** 2024-11-08T18:20:15,213 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:20:15,213 INFO [M:0;2424dce0d377:35773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:20:15,213 INFO [M:0;2424dce0d377:35773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:20:15,213 DEBUG [M:0;2424dce0d377:35773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:20:15,213 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:20:15,213 DEBUG [M:0;2424dce0d377:35773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:20:15,213 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089979209 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089979209,5,FailOnTimeoutGroup] 2024-11-08T18:20:15,214 INFO [M:0;2424dce0d377:35773 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:20:15,213 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089979212 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089979212,5,FailOnTimeoutGroup] 2024-11-08T18:20:15,214 INFO [M:0;2424dce0d377:35773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:20:15,214 DEBUG [M:0;2424dce0d377:35773 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:20:15,214 INFO [M:0;2424dce0d377:35773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:20:15,214 INFO [M:0;2424dce0d377:35773 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:20:15,214 INFO [M:0;2424dce0d377:35773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:20:15,214 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:20:15,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1585810847/master 2024-11-08T18:20:15,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1585810847 2024-11-08T18:20:15,223 DEBUG [M:0;2424dce0d377:35773 {}] zookeeper.ZKUtil(347): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Unable to get data of znode /1-1585810847/master because node does not exist (not an error) 2024-11-08T18:20:15,223 WARN [M:0;2424dce0d377:35773 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:20:15,224 INFO [M:0;2424dce0d377:35773 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/.lastflushedseqids 2024-11-08T18:20:15,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741848_1024 (size=245) 2024-11-08T18:20:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:20:15,303 INFO [RS:0;2424dce0d377:42787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:20:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42787-0x1011bacb2350004, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:20:15,303 INFO [RS:0;2424dce0d377:42787 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,42787,1731089977926; zookeeper connection closed. 2024-11-08T18:20:15,303 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cc187fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cc187fb 2024-11-08T18:20:15,303 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:20:15,628 INFO [M:0;2424dce0d377:35773 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:20:15,628 INFO [M:0;2424dce0d377:35773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:20:15,629 DEBUG [M:0;2424dce0d377:35773 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:20:15,629 INFO [M:0;2424dce0d377:35773 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:15,629 DEBUG [M:0;2424dce0d377:35773 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:15,629 DEBUG [M:0;2424dce0d377:35773 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:20:15,629 DEBUG [M:0;2424dce0d377:35773 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:15,629 INFO [M:0;2424dce0d377:35773 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-08T18:20:15,642 DEBUG [M:0;2424dce0d377:35773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3061f9ae2054691ae7cb4431c85a386 is 82, key is hbase:meta,,1/info:regioninfo/1731089980450/Put/seqid=0 2024-11-08T18:20:15,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741849_1025 (size=5672) 2024-11-08T18:20:15,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:20:15,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:15,884 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:16,046 INFO [M:0;2424dce0d377:35773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3061f9ae2054691ae7cb4431c85a386 2024-11-08T18:20:16,062 DEBUG [M:0;2424dce0d377:35773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e47a6580d7840bcb79009db56e5e10f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731089989810/Put/seqid=0 2024-11-08T18:20:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741850_1026 (size=7219) 2024-11-08T18:20:16,458 INFO [master/2424dce0d377:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T18:20:16,458 INFO [master/2424dce0d377:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T18:20:16,466 INFO [M:0;2424dce0d377:35773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e47a6580d7840bcb79009db56e5e10f 2024-11-08T18:20:16,469 INFO [M:0;2424dce0d377:35773 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e47a6580d7840bcb79009db56e5e10f 2024-11-08T18:20:16,481 DEBUG [M:0;2424dce0d377:35773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df3be693ae204314bd2c1d73e472762f is 69, key is 2424dce0d377,42787,1731089977926/rs:state/1731089979318/Put/seqid=0 2024-11-08T18:20:16,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741851_1027 (size=5156) 2024-11-08T18:20:16,885 INFO [M:0;2424dce0d377:35773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df3be693ae204314bd2c1d73e472762f 2024-11-08T18:20:16,889 DEBUG [M:0;2424dce0d377:35773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3061f9ae2054691ae7cb4431c85a386 as hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3061f9ae2054691ae7cb4431c85a386 2024-11-08T18:20:16,892 INFO [M:0;2424dce0d377:35773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3061f9ae2054691ae7cb4431c85a386, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T18:20:16,892 DEBUG [M:0;2424dce0d377:35773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e47a6580d7840bcb79009db56e5e10f as hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e47a6580d7840bcb79009db56e5e10f 2024-11-08T18:20:16,895 INFO [M:0;2424dce0d377:35773 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e47a6580d7840bcb79009db56e5e10f 2024-11-08T18:20:16,895 INFO [M:0;2424dce0d377:35773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e47a6580d7840bcb79009db56e5e10f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T18:20:16,896 DEBUG [M:0;2424dce0d377:35773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/df3be693ae204314bd2c1d73e472762f as hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df3be693ae204314bd2c1d73e472762f 2024-11-08T18:20:16,899 INFO [M:0;2424dce0d377:35773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37525/user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/df3be693ae204314bd2c1d73e472762f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T18:20:16,900 INFO [M:0;2424dce0d377:35773 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false 2024-11-08T18:20:16,904 INFO [M:0;2424dce0d377:35773 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:16,904 DEBUG [M:0;2424dce0d377:35773 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090015628Disabling compacts and flushes for region at 1731090015628Disabling writes for close at 1731090015629 (+1 ms)Obtaining lock to block concurrent updates at 1731090015629Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090015629Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731090015629Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090015630 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090015630Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090015642 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090015642Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090016049 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090016062 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090016062Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090016469 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090016481 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090016481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4db505: reopening flushed file at 1731090016888 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61f0b3a7: reopening flushed file at 1731090016892 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54297a16: reopening flushed file at 1731090016896 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false at 1731090016900 (+4 ms)Writing region close event to WAL at 1731090016904 (+4 ms)Closed at 1731090016904 2024-11-08T18:20:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43533 is added to blk_1073741830_1006 (size=64435) 2024-11-08T18:20:16,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbff6653-854d-e666-6da9-16498c5eb1e5/MasterData/WALs/2424dce0d377,35773,1731089977810/2424dce0d377%2C35773%2C1731089977810.1731089978874 not finished, retry = 0 2024-11-08T18:20:17,008 INFO [M:0;2424dce0d377:35773 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:20:17,008 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:20:17,008 INFO [M:0;2424dce0d377:35773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35773 2024-11-08T18:20:17,008 INFO [M:0;2424dce0d377:35773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:20:17,087 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:20:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35773-0x1011bacb2350003, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:20:17,176 INFO [M:0;2424dce0d377:35773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:20:17,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58f5a53c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:20:17,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2197091d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:20:17,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:20:17,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b3d6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:20:17,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bb52b53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/hadoop.log.dir/,STOPPED} 2024-11-08T18:20:17,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:20:17,182 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:20:17,182 WARN [BP-635875572-172.17.0.3-1731089976298 heartbeating to localhost/127.0.0.1:37525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:20:17,182 WARN [BP-635875572-172.17.0.3-1731089976298 heartbeating to localhost/127.0.0.1:37525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-635875572-172.17.0.3-1731089976298 (Datanode Uuid 547c79a4-5562-41d7-aa28-06e53013b771) service to localhost/127.0.0.1:37525 2024-11-08T18:20:17,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/cluster_4d0806c9-f142-4734-233b-fbf764d12f2a/data/data1/current/BP-635875572-172.17.0.3-1731089976298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:20:17,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/cluster_4d0806c9-f142-4734-233b-fbf764d12f2a/data/data2/current/BP-635875572-172.17.0.3-1731089976298 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:20:17,183 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:20:17,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56aa9621{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:20:17,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@528d78d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:20:17,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:20:17,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2116d2e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:20:17,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9561a79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c0dab2c2-d513-8343-9db2-0e2f6274253e/hadoop.log.dir/,STOPPED} 2024-11-08T18:20:17,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:20:17,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:20:17,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:20:17,203 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:17,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:17,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:17,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:17,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:20:17,203 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=140368978, stopped=false 2024-11-08T18:20:17,203 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,36463,1731089972720 2024-11-08T18:20:17,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01106821478/running 2024-11-08T18:20:17,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01106821478/running 2024-11-08T18:20:17,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:20:17,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:20:17,223 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:20:17,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:20:17,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:17,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:17,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Set watcher on znode that does not yet exist, /01106821478/running 2024-11-08T18:20:17,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Set watcher on znode that does not yet exist, /01106821478/running 2024-11-08T18:20:17,224 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,36955,1731089972918' ***** 2024-11-08T18:20:17,224 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:20:17,225 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:20:17,225 INFO [RS:0;2424dce0d377:36955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:20:17,225 INFO [RS:0;2424dce0d377:36955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:20:17,225 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:20:17,225 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(3091): Received CLOSE for d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:20:17,225 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(3091): Received CLOSE for 56c6838241227b710ef1de1c43957800 2024-11-08T18:20:17,225 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d58e8ff7e50d58d5fe5a369c2cc598c6, disabling compactions & flushes 2024-11-08T18:20:17,225 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,36955,1731089972918 2024-11-08T18:20:17,225 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. 2024-11-08T18:20:17,225 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. 2024-11-08T18:20:17,225 INFO [RS:0;2424dce0d377:36955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:20:17,225 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. after waiting 0 ms 2024-11-08T18:20:17,225 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. 2024-11-08T18:20:17,225 INFO [RS:0;2424dce0d377:36955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:36955. 2024-11-08T18:20:17,225 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d58e8ff7e50d58d5fe5a369c2cc598c6 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-08T18:20:17,225 DEBUG [RS:0;2424dce0d377:36955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:17,226 DEBUG [RS:0;2424dce0d377:36955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:17,226 INFO [RS:0;2424dce0d377:36955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:20:17,226 INFO [RS:0;2424dce0d377:36955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:20:17,226 INFO [RS:0;2424dce0d377:36955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:20:17,226 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:20:17,226 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T18:20:17,226 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1325): Online Regions={d58e8ff7e50d58d5fe5a369c2cc598c6=test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6., 56c6838241227b710ef1de1c43957800=hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:20:17,226 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:20:17,226 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:20:17,226 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:20:17,226 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:20:17,226 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c6838241227b710ef1de1c43957800, d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:20:17,226 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:20:17,226 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T18:20:17,241 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/.tmp/f/0d0c194630c54c869afef8a04cd3af59 is 37, key is row3/f:row3/1731090007195/Put/seqid=0 2024-11-08T18:20:17,242 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/.tmp/info/929971d34eff4dd493c40a299c05672d is 147, key is hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800./info:regioninfo/1731089994145/Put/seqid=0 2024-11-08T18:20:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741840_1016 (size=5228) 2024-11-08T18:20:17,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741841_1017 (size=7686) 2024-11-08T18:20:17,276 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:20:17,302 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:20:17,302 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:20:17,426 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c6838241227b710ef1de1c43957800, d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:20:17,626 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c6838241227b710ef1de1c43957800, d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:20:17,644 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/.tmp/f/0d0c194630c54c869afef8a04cd3af59 2024-11-08T18:20:17,645 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/.tmp/info/929971d34eff4dd493c40a299c05672d 2024-11-08T18:20:17,648 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d0c194630c54c869afef8a04cd3af59 2024-11-08T18:20:17,665 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/.tmp/f1/0c77d711dbfb4a22913b7e206cc9e20f is 30, key is row1/f1:/1731090004510/DeleteFamily/seqid=0 2024-11-08T18:20:17,668 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/.tmp/ns/74fcc6ea22934effb86a30b04934af51 is 43, key is default/ns:d/1731089976221/Put/seqid=0 2024-11-08T18:20:17,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:20:17,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741843_1019 (size=5158) 2024-11-08T18:20:17,827 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c6838241227b710ef1de1c43957800, d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:20:18,027 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c6838241227b710ef1de1c43957800, d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:20:18,094 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/.tmp/ns/74fcc6ea22934effb86a30b04934af51 2024-11-08T18:20:18,106 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/.tmp/f1/0c77d711dbfb4a22913b7e206cc9e20f 2024-11-08T18:20:18,109 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/.tmp/rep_barrier/cc31c8df06ac4f338ff0d3983479ffe3 is 112, key is test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6./rep_barrier:seqnumDuringOpen/1731089987647/Put/seqid=0 2024-11-08T18:20:18,110 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c77d711dbfb4a22913b7e206cc9e20f 2024-11-08T18:20:18,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741844_1020 (size=5518) 2024-11-08T18:20:18,122 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/.tmp/norep/4be768bdf292466f8f46b5743d24b3c5 is 32, key is row/norep:/1731090003497/DeleteFamily/seqid=0 2024-11-08T18:20:18,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741845_1021 (size=5101) 2024-11-08T18:20:18,227 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c6838241227b710ef1de1c43957800, d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:20:18,391 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1488, reset compression=false 2024-11-08T18:20:18,394 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:18,394 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1735, reset compression=false 2024-11-08T18:20:18,394 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,36955,1731089972918 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:18,395 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2424dce0d377,36955,1731089972918: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2424dce0d377,36955,1731089972918, walGroup=2424dce0d377%2C36955%2C1731089972918, offset=2424dce0d377%2C36955%2C1731089972918.1731089975348:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:36955 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T18:20:18,396 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T18:20:18,397 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T18:20:18,397 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T18:20:18,397 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T18:20:18,397 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T18:20:18,397 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1199570944, "init": 1048576000, "max": 2306867200, "used": 767580160 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 198606056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T18:20:18,397 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:36463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:36463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T18:20:18,427 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c6838241227b710ef1de1c43957800, d58e8ff7e50d58d5fe5a369c2cc598c6 2024-11-08T18:20:18,513 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/.tmp/rep_barrier/cc31c8df06ac4f338ff0d3983479ffe3 2024-11-08T18:20:18,526 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/.tmp/norep/4be768bdf292466f8f46b5743d24b3c5 2024-11-08T18:20:18,529 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/.tmp/table/a3d85eeed4864b19ac2010abe24c9e96 is 53, key is hbase:replication/table:state/1731089994153/Put/seqid=0 2024-11-08T18:20:18,535 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4be768bdf292466f8f46b5743d24b3c5 2024-11-08T18:20:18,540 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/.tmp/f/0d0c194630c54c869afef8a04cd3af59 as hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/f/0d0c194630c54c869afef8a04cd3af59 2024-11-08T18:20:18,545 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d0c194630c54c869afef8a04cd3af59 2024-11-08T18:20:18,545 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/f/0d0c194630c54c869afef8a04cd3af59, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T18:20:18,546 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/.tmp/f1/0c77d711dbfb4a22913b7e206cc9e20f as hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/f1/0c77d711dbfb4a22913b7e206cc9e20f 2024-11-08T18:20:18,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741846_1022 (size=5308) 2024-11-08T18:20:18,558 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c77d711dbfb4a22913b7e206cc9e20f 2024-11-08T18:20:18,558 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/f1/0c77d711dbfb4a22913b7e206cc9e20f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T18:20:18,559 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/.tmp/norep/4be768bdf292466f8f46b5743d24b3c5 as hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/norep/4be768bdf292466f8f46b5743d24b3c5 2024-11-08T18:20:18,563 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4be768bdf292466f8f46b5743d24b3c5 2024-11-08T18:20:18,563 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/norep/4be768bdf292466f8f46b5743d24b3c5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T18:20:18,563 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d58e8ff7e50d58d5fe5a369c2cc598c6 in 1338ms, sequenceid=12, compaction requested=false 2024-11-08T18:20:18,563 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T18:20:18,572 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/default/test/d58e8ff7e50d58d5fe5a369c2cc598c6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T18:20:18,573 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:20:18,573 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:20:18,573 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. 2024-11-08T18:20:18,573 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d58e8ff7e50d58d5fe5a369c2cc598c6: Waiting for close lock at 1731090017225Running coprocessor pre-close hooks at 1731090017225Disabling compacts and flushes for region at 1731090017225Disabling writes for close at 1731090017225Obtaining lock to block concurrent updates at 1731090017225Preparing flush snapshotting stores in d58e8ff7e50d58d5fe5a369c2cc598c6 at 1731090017225Finished memstore snapshotting test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731090017226 (+1 ms)Flushing stores of test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. at 1731090017226Flushing d58e8ff7e50d58d5fe5a369c2cc598c6/f: creating writer at 1731090017226Flushing d58e8ff7e50d58d5fe5a369c2cc598c6/f: appending metadata at 1731090017240 (+14 ms)Flushing d58e8ff7e50d58d5fe5a369c2cc598c6/f: closing flushed file at 1731090017240Flushing d58e8ff7e50d58d5fe5a369c2cc598c6/f1: creating writer at 1731090017648 (+408 ms)Flushing d58e8ff7e50d58d5fe5a369c2cc598c6/f1: appending metadata at 1731090017664 (+16 ms)Flushing d58e8ff7e50d58d5fe5a369c2cc598c6/f1: closing flushed file at 1731090017665 (+1 ms)Flushing d58e8ff7e50d58d5fe5a369c2cc598c6/norep: creating writer at 1731090018110 (+445 ms)Flushing d58e8ff7e50d58d5fe5a369c2cc598c6/norep: appending metadata at 1731090018122 (+12 ms)Flushing d58e8ff7e50d58d5fe5a369c2cc598c6/norep: closing flushed file at 1731090018122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e03b55a: reopening flushed file at 1731090018536 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43f6ac6f: reopening flushed file at 1731090018545 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6015338b: reopening flushed file at 1731090018558 (+13 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d58e8ff7e50d58d5fe5a369c2cc598c6 in 1338ms, sequenceid=12, compaction requested=false at 1731090018563 (+5 ms)Writing region close event to WAL at 1731090018570 (+7 ms)Running coprocessor post-close hooks at 1731090018573 (+3 ms)Closed at 1731090018573 2024-11-08T18:20:18,573 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731089986502.d58e8ff7e50d58d5fe5a369c2cc598c6. 2024-11-08T18:20:18,573 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56c6838241227b710ef1de1c43957800, disabling compactions & flushes 2024-11-08T18:20:18,573 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:20:18,573 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:20:18,573 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. after waiting 0 ms 2024-11-08T18:20:18,573 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:20:18,573 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56c6838241227b710ef1de1c43957800: Waiting for close lock at 1731090018573Running coprocessor pre-close hooks at 1731090018573Disabling compacts and flushes for region at 1731090018573Disabling writes for close at 1731090018573Failed flush hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800., putting online again at 1731090018573 2024-11-08T18:20:18,573 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:20:18,598 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 1735, reset compression=false 2024-11-08T18:20:18,602 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:18,602 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 2379, reset compression=false 2024-11-08T18:20:18,627 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:20:18,627 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1325): Online Regions={56c6838241227b710ef1de1c43957800=hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:20:18,627 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(3091): Received CLOSE for 56c6838241227b710ef1de1c43957800 2024-11-08T18:20:18,628 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 56c6838241227b710ef1de1c43957800 2024-11-08T18:20:18,628 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56c6838241227b710ef1de1c43957800, disabling compactions & flushes 2024-11-08T18:20:18,628 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:20:18,628 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:20:18,628 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. after waiting 0 ms 2024-11-08T18:20:18,628 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:20:18,628 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56c6838241227b710ef1de1c43957800: Waiting for close lock at 1731090018628Running coprocessor pre-close hooks at 1731090018628Disabling compacts and flushes for region at 1731090018628Disabling writes for close at 1731090018628Failed flush hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800., putting online again at 1731090018628 2024-11-08T18:20:18,628 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731089992968.56c6838241227b710ef1de1c43957800. 2024-11-08T18:20:18,805 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 2379, reset compression=false 2024-11-08T18:20:18,828 DEBUG [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:20:18,950 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/.tmp/table/a3d85eeed4864b19ac2010abe24c9e96 2024-11-08T18:20:18,954 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/.tmp/info/929971d34eff4dd493c40a299c05672d as hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/info/929971d34eff4dd493c40a299c05672d 2024-11-08T18:20:18,957 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/info/929971d34eff4dd493c40a299c05672d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T18:20:18,958 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/.tmp/ns/74fcc6ea22934effb86a30b04934af51 as hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/ns/74fcc6ea22934effb86a30b04934af51 2024-11-08T18:20:18,961 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/ns/74fcc6ea22934effb86a30b04934af51, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T18:20:18,962 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/.tmp/rep_barrier/cc31c8df06ac4f338ff0d3983479ffe3 as hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/rep_barrier/cc31c8df06ac4f338ff0d3983479ffe3 2024-11-08T18:20:18,965 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/rep_barrier/cc31c8df06ac4f338ff0d3983479ffe3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T18:20:18,965 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/.tmp/table/a3d85eeed4864b19ac2010abe24c9e96 as hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/table/a3d85eeed4864b19ac2010abe24c9e96 2024-11-08T18:20:18,974 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/table/a3d85eeed4864b19ac2010abe24c9e96, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T18:20:18,975 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false 2024-11-08T18:20:18,975 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:20:18,980 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T18:20:18,980 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:20:18,980 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:20:18,980 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:20:18,980 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090017226Running coprocessor pre-close hooks at 1731090017226Disabling compacts and flushes for region at 1731090017226Disabling writes for close at 1731090017226Obtaining lock to block concurrent updates at 1731090017226Preparing flush snapshotting stores in 1588230740 at 1731090017226Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731090017226Flushing stores of hbase:meta,,1.1588230740 at 1731090017227 (+1 ms)Flushing 1588230740/info: creating writer at 1731090017227Flushing 1588230740/info: appending metadata at 1731090017242 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731090017242Flushing 1588230740/ns: creating writer at 1731090017651 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731090017667 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731090017667Flushing 1588230740/rep_barrier: creating writer at 1731090018097 (+430 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731090018109 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731090018109Flushing 1588230740/table: creating writer at 1731090018516 (+407 ms)Flushing 1588230740/table: appending metadata at 1731090018529 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731090018529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4429248a: reopening flushed file at 1731090018953 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31486679: reopening flushed file at 1731090018957 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2800917b: reopening flushed file at 1731090018961 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67da8218: reopening flushed file at 1731090018965 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1749ms, sequenceid=16, compaction requested=false at 1731090018975 (+10 ms)Writing region close event to WAL at 1731090018977 (+2 ms)Running coprocessor post-close hooks at 1731090018980 (+3 ms)Closed at 1731090018980 2024-11-08T18:20:18,980 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:20:19,028 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T18:20:19,028 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,36955,1731089972918; all regions closed. 2024-11-08T18:20:19,033 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.meta.1731089976152.meta not finished, retry = 0 2024-11-08T18:20:19,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741834_1010 (size=4239) 2024-11-08T18:20:19,108 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/WALs/2424dce0d377,36955,1731089972918/2424dce0d377%2C36955%2C1731089972918.1731089975348 to pos 2379, reset compression=false 2024-11-08T18:20:19,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741839_1015 (size=2609) 2024-11-08T18:20:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741832_1008 (size=2387) 2024-11-08T18:20:19,151 DEBUG [RS:0;2424dce0d377:36955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:19,151 INFO [RS:0;2424dce0d377:36955 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:20:19,151 INFO [RS:0;2424dce0d377:36955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:20:19,152 INFO [RS:0;2424dce0d377:36955 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:20:19,152 INFO [RS:0;2424dce0d377:36955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:20:19,152 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:20:19,152 INFO [RS:0;2424dce0d377:36955 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,36955,1731089972918 because: Region server is closing 2024-11-08T18:20:19,152 INFO [RS:0;2424dce0d377:36955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:36955. 2024-11-08T18:20:19,152 DEBUG [RS:0;2424dce0d377:36955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:19,152 DEBUG [RS:0;2424dce0d377:36955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:19,153 DEBUG [RS:0;2424dce0d377:36955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:19,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:19,253 INFO [RS:0;2424dce0d377:36955 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.shipper2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 terminated 2024-11-08T18:20:19,253 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,36955,1731089972918.replicationSource.wal-reader.2424dce0d377%2C36955%2C1731089972918,1-2424dce0d377,36955,1731089972918 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:20:19,253 INFO [RS:0;2424dce0d377:36955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:36955. 2024-11-08T18:20:19,253 DEBUG [RS:0;2424dce0d377:36955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:19,253 DEBUG [RS:0;2424dce0d377:36955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:19,253 DEBUG [RS:0;2424dce0d377:36955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:19,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:19,253 INFO [RS:0;2424dce0d377:36955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36955 2024-11-08T18:20:19,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478/rs 2024-11-08T18:20:19,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01106821478/rs/2424dce0d377,36955,1731089972918 2024-11-08T18:20:19,318 INFO [RS:0;2424dce0d377:36955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:20:19,319 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,36955,1731089972918] 2024-11-08T18:20:19,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01106821478/draining/2424dce0d377,36955,1731089972918 already deleted, retry=false 2024-11-08T18:20:19,339 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,36955,1731089972918 expired; onlineServers=0 2024-11-08T18:20:19,339 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,36463,1731089972720' ***** 2024-11-08T18:20:19,339 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:20:19,339 INFO [M:0;2424dce0d377:36463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:20:19,339 INFO [M:0;2424dce0d377:36463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:20:19,339 DEBUG [M:0;2424dce0d377:36463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:20:19,339 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:20:19,339 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089974964 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731089974964,5,FailOnTimeoutGroup] 2024-11-08T18:20:19,339 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089974960 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731089974960,5,FailOnTimeoutGroup] 2024-11-08T18:20:19,339 DEBUG [M:0;2424dce0d377:36463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:20:19,340 INFO [M:0;2424dce0d377:36463 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:20:19,340 INFO [M:0;2424dce0d377:36463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:20:19,340 DEBUG [M:0;2424dce0d377:36463 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:20:19,340 INFO [M:0;2424dce0d377:36463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:20:19,340 INFO [M:0;2424dce0d377:36463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:20:19,340 INFO [M:0;2424dce0d377:36463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:20:19,340 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:20:19,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01106821478/master 2024-11-08T18:20:19,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01106821478 2024-11-08T18:20:19,349 DEBUG [M:0;2424dce0d377:36463 {}] zookeeper.ZKUtil(347): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Unable to get data of znode /01106821478/master because node does not exist (not an error) 2024-11-08T18:20:19,350 WARN [M:0;2424dce0d377:36463 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:20:19,351 INFO [M:0;2424dce0d377:36463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/.lastflushedseqids 2024-11-08T18:20:19,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741847_1023 (size=245) 2024-11-08T18:20:19,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:20:19,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36955-0x1011bacb2350001, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:20:19,429 INFO [RS:0;2424dce0d377:36955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:20:19,429 INFO [RS:0;2424dce0d377:36955 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,36955,1731089972918; zookeeper connection closed. 2024-11-08T18:20:19,429 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f1494a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f1494a8 2024-11-08T18:20:19,429 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:20:19,754 INFO [M:0;2424dce0d377:36463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:20:19,755 INFO [M:0;2424dce0d377:36463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:20:19,755 DEBUG [M:0;2424dce0d377:36463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:20:19,755 INFO [M:0;2424dce0d377:36463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:19,755 DEBUG [M:0;2424dce0d377:36463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:19,755 DEBUG [M:0;2424dce0d377:36463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:20:19,755 DEBUG [M:0;2424dce0d377:36463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:19,755 INFO [M:0;2424dce0d377:36463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T18:20:19,769 DEBUG [M:0;2424dce0d377:36463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e87e0542556a49e99f763a334806d022 is 82, key is hbase:meta,,1/info:regioninfo/1731089976178/Put/seqid=0 2024-11-08T18:20:19,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741848_1024 (size=5672) 2024-11-08T18:20:20,173 INFO [M:0;2424dce0d377:36463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e87e0542556a49e99f763a334806d022 2024-11-08T18:20:20,195 DEBUG [M:0;2424dce0d377:36463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea4db018a5d24ef9adc694959c9aaf01 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731089987657/Put/seqid=0 2024-11-08T18:20:20,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741849_1025 (size=7218) 2024-11-08T18:20:20,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:20:20,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:20,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:20,599 INFO [M:0;2424dce0d377:36463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea4db018a5d24ef9adc694959c9aaf01 2024-11-08T18:20:20,602 INFO [M:0;2424dce0d377:36463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea4db018a5d24ef9adc694959c9aaf01 2024-11-08T18:20:20,617 DEBUG [M:0;2424dce0d377:36463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d34faec4fea84e77969f59862a06e44f is 69, key is 2424dce0d377,36955,1731089972918/rs:state/1731089975190/Put/seqid=0 2024-11-08T18:20:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741850_1026 (size=5156) 2024-11-08T18:20:20,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:20,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:20,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:20,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:20,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:20,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:20,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:20,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:20,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:20,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:21,021 INFO [M:0;2424dce0d377:36463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d34faec4fea84e77969f59862a06e44f 2024-11-08T18:20:21,025 DEBUG [M:0;2424dce0d377:36463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e87e0542556a49e99f763a334806d022 as hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e87e0542556a49e99f763a334806d022 2024-11-08T18:20:21,029 INFO [M:0;2424dce0d377:36463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e87e0542556a49e99f763a334806d022, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T18:20:21,029 DEBUG [M:0;2424dce0d377:36463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea4db018a5d24ef9adc694959c9aaf01 as hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea4db018a5d24ef9adc694959c9aaf01 2024-11-08T18:20:21,033 INFO [M:0;2424dce0d377:36463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea4db018a5d24ef9adc694959c9aaf01 2024-11-08T18:20:21,033 INFO [M:0;2424dce0d377:36463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea4db018a5d24ef9adc694959c9aaf01, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T18:20:21,033 DEBUG [M:0;2424dce0d377:36463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d34faec4fea84e77969f59862a06e44f as hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d34faec4fea84e77969f59862a06e44f 2024-11-08T18:20:21,037 INFO [M:0;2424dce0d377:36463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37455/user/jenkins/test-data/d9822fc7-b069-e26f-0293-c1836b30044e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d34faec4fea84e77969f59862a06e44f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T18:20:21,037 INFO [M:0;2424dce0d377:36463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-08T18:20:21,038 INFO [M:0;2424dce0d377:36463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:21,038 DEBUG [M:0;2424dce0d377:36463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090019755Disabling compacts and flushes for region at 1731090019755Disabling writes for close at 1731090019755Obtaining lock to block concurrent updates at 1731090019755Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090019755Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731090019755Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090019756 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090019756Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090019769 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090019769Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090020177 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090020194 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090020194Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090020602 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090020617 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090020617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfc54b9: reopening flushed file at 1731090021025 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4deb6318: reopening flushed file at 1731090021029 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620e4550: reopening flushed file at 1731090021033 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1731090021037 (+4 ms)Writing region close event to WAL at 1731090021038 (+1 ms)Closed at 1731090021038 2024-11-08T18:20:21,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35593 is added to blk_1073741830_1006 (size=64423) 2024-11-08T18:20:21,040 INFO [M:0;2424dce0d377:36463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:20:21,040 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:20:21,040 INFO [M:0;2424dce0d377:36463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36463 2024-11-08T18:20:21,041 INFO [M:0;2424dce0d377:36463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:20:21,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:20:21,229 INFO [M:0;2424dce0d377:36463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:20:21,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36463-0x1011bacb2350000, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:20:21,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@223dfc08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:20:21,231 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49132611{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:20:21,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:20:21,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@317f02b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:20:21,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d48d49f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/hadoop.log.dir/,STOPPED} 2024-11-08T18:20:21,233 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:20:21,233 WARN [BP-400439023-172.17.0.3-1731089970842 heartbeating to localhost/127.0.0.1:37455 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:20:21,233 WARN [BP-400439023-172.17.0.3-1731089970842 heartbeating to localhost/127.0.0.1:37455 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-400439023-172.17.0.3-1731089970842 (Datanode Uuid 0ded76c9-0c54-46f4-8bab-3ea0f83507f4) service to localhost/127.0.0.1:37455 2024-11-08T18:20:21,233 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:20:21,233 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:20:21,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/cluster_d0f1196f-375b-4db1-c6af-e48edd8ba0e1/data/data1/current/BP-400439023-172.17.0.3-1731089970842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:20:21,233 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/cluster_d0f1196f-375b-4db1-c6af-e48edd8ba0e1/data/data2/current/BP-400439023-172.17.0.3-1731089970842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:20:21,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34970bd6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:20:21,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fbc38a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:20:21,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:20:21,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cbb6089{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:20:21,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d10b76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ed7177a-97bd-bc1b-7e12-4516a847ab44/hadoop.log.dir/,STOPPED} 2024-11-08T18:20:21,246 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:20:21,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:20:21,265 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 263) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60267) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60267) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37455 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36245 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60267) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37455 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:36245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37525 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37455 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37455 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 408) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2273 (was 1903) - AvailableMemoryMB LEAK? - 2024-11-08T18:20:21,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=2273 2024-11-08T18:20:21,285 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-08T18:20:21,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/hadoop.log.dir so I do NOT create it in target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e 2024-11-08T18:20:21,286 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:20:21,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/hadoop.tmp.dir so I do NOT create it in target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e 2024-11-08T18:20:21,286 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb7ea419-20a7-41a2-db23-06ef786bcf28/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:20:21,286 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e 2024-11-08T18:20:21,286 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/cluster_0b92fe0f-6f68-e5b4-af9b-831b861d711a, deleteOnExit=true 2024-11-08T18:20:21,330 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/cluster_0b92fe0f-6f68-e5b4-af9b-831b861d711a/zookeeper_0, clientPort=65271, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/cluster_0b92fe0f-6f68-e5b4-af9b-831b861d711a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/cluster_0b92fe0f-6f68-e5b4-af9b-831b861d711a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:20:21,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65271 2024-11-08T18:20:21,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:20:21,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:20:21,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/test.cache.data in system properties and HBase conf 2024-11-08T18:20:21,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:20:21,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:20:21,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:20:21,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:20:21,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:20:21,332 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:20:21,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:20:21,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:20:21,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:20:21,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:20:21,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:20:21,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:20:21,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:20:21,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:20:21,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:20:21,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:20:21,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:20:21,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:20:21,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:20:21,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:20:21,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011bacb2350005, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:20:21,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011bacb2350002, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:20:21,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011bacb2350008, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:20:21,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011bacb2350008, quorum=127.0.0.1:60267, baseZNode=/2-1896237510 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:20:21,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011bacb2350002, quorum=127.0.0.1:60267, baseZNode=/01106821478 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:20:21,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011bacb2350005, quorum=127.0.0.1:60267, baseZNode=/1-1585810847 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:20:21,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:20:21,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:20:21,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:20:21,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:20:21,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:20:21,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:20:21,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273d7e3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:20:21,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2285136e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:20:21,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3763016d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/java.io.tmpdir/jetty-localhost-45137-hadoop-hdfs-3_4_1-tests_jar-_-any-3065000064725986745/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:20:21,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55dce5a1{HTTP/1.1, (http/1.1)}{localhost:45137} 2024-11-08T18:20:21,971 INFO [Time-limited test {}] server.Server(415): Started @283954ms 2024-11-08T18:20:22,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:20:22,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:20:22,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:20:22,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:20:22,247 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:20:22,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6006a90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:20:22,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d288850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:20:22,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33bc33d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/java.io.tmpdir/jetty-localhost-39291-hadoop-hdfs-3_4_1-tests_jar-_-any-3239180294968111975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:20:22,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a98c75f{HTTP/1.1, (http/1.1)}{localhost:39291} 2024-11-08T18:20:22,355 INFO [Time-limited test {}] server.Server(415): Started @284338ms 2024-11-08T18:20:22,357 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:20:22,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:22,583 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:20:22,583 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88494 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:20:23,047 WARN [Thread-3449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/cluster_0b92fe0f-6f68-e5b4-af9b-831b861d711a/data/data1/current/BP-7650774-172.17.0.3-1731090021358/current, will proceed with Du for space computation calculation, 2024-11-08T18:20:23,047 WARN [Thread-3450 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/cluster_0b92fe0f-6f68-e5b4-af9b-831b861d711a/data/data2/current/BP-7650774-172.17.0.3-1731090021358/current, will proceed with Du for space computation calculation, 2024-11-08T18:20:23,066 WARN [Thread-3437 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:20:23,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17ab3597d999e020 with lease ID 0xaf3fa84ae0aa8679: Processing first storage report for DS-c7502216-ccd7-4ff1-b052-55370026b604 from datanode DatanodeRegistration(127.0.0.1:44089, datanodeUuid=8562862c-d15a-4acd-a2aa-e7c6132a2852, infoPort=38355, infoSecurePort=0, ipcPort=44615, storageInfo=lv=-57;cid=testClusterID;nsid=1069671922;c=1731090021358) 2024-11-08T18:20:23,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17ab3597d999e020 with lease ID 0xaf3fa84ae0aa8679: from storage DS-c7502216-ccd7-4ff1-b052-55370026b604 node DatanodeRegistration(127.0.0.1:44089, datanodeUuid=8562862c-d15a-4acd-a2aa-e7c6132a2852, infoPort=38355, infoSecurePort=0, ipcPort=44615, storageInfo=lv=-57;cid=testClusterID;nsid=1069671922;c=1731090021358), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:20:23,069 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17ab3597d999e020 with lease ID 0xaf3fa84ae0aa8679: Processing first storage report for DS-cdd7a566-dfa4-4be9-b25e-901c1f19909c from datanode DatanodeRegistration(127.0.0.1:44089, datanodeUuid=8562862c-d15a-4acd-a2aa-e7c6132a2852, infoPort=38355, infoSecurePort=0, ipcPort=44615, storageInfo=lv=-57;cid=testClusterID;nsid=1069671922;c=1731090021358) 2024-11-08T18:20:23,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17ab3597d999e020 with lease ID 0xaf3fa84ae0aa8679: from storage DS-cdd7a566-dfa4-4be9-b25e-901c1f19909c node DatanodeRegistration(127.0.0.1:44089, datanodeUuid=8562862c-d15a-4acd-a2aa-e7c6132a2852, infoPort=38355, infoSecurePort=0, ipcPort=44615, storageInfo=lv=-57;cid=testClusterID;nsid=1069671922;c=1731090021358), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:20:23,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e 2024-11-08T18:20:23,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:23,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:23,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:20:23,510 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60 with version=8 2024-11-08T18:20:23,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/hbase-staging 2024-11-08T18:20:23,511 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:20:23,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:23,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:23,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:20:23,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:23,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:20:23,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:20:23,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:20:23,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40895 2024-11-08T18:20:23,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40895 connecting to ZooKeeper ensemble=127.0.0.1:65271 2024-11-08T18:20:23,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408950x0, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:20:23,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40895-0x1011bad777c0000 connected 2024-11-08T18:20:23,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:23,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:23,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Set watcher on znode that does not yet exist, /0301916864/running 2024-11-08T18:20:23,711 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60, hbase.cluster.distributed=false 2024-11-08T18:20:23,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Set watcher on znode that does not yet exist, /0301916864/acl 2024-11-08T18:20:23,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40895 2024-11-08T18:20:23,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40895 2024-11-08T18:20:23,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40895 2024-11-08T18:20:23,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40895 2024-11-08T18:20:23,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40895 2024-11-08T18:20:23,727 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:20:23,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:23,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:23,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:20:23,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:23,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:20:23,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:20:23,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:20:23,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46757 2024-11-08T18:20:23,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46757 connecting to ZooKeeper ensemble=127.0.0.1:65271 2024-11-08T18:20:23,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:23,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:23,739 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467570x0, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:20:23,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46757-0x1011bad777c0001 connected 2024-11-08T18:20:23,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Set watcher on znode that does not yet exist, /0301916864/running 2024-11-08T18:20:23,740 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:20:23,740 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:20:23,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Set watcher on znode that does not yet exist, /0301916864/master 2024-11-08T18:20:23,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Set watcher on znode that does not yet exist, /0301916864/acl 2024-11-08T18:20:23,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46757 2024-11-08T18:20:23,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46757 2024-11-08T18:20:23,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46757 2024-11-08T18:20:23,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46757 2024-11-08T18:20:23,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46757 2024-11-08T18:20:23,753 DEBUG [M:0;2424dce0d377:40895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:40895 2024-11-08T18:20:23,753 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0301916864/backup-masters/2424dce0d377,40895,1731090023511 2024-11-08T18:20:23,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864/backup-masters 2024-11-08T18:20:23,760 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864/backup-masters 2024-11-08T18:20:23,760 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Set watcher on existing znode=/0301916864/backup-masters/2424dce0d377,40895,1731090023511 2024-11-08T18:20:23,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:23,770 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0301916864/master 2024-11-08T18:20:23,770 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:23,771 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Set watcher on existing znode=/0301916864/master 2024-11-08T18:20:23,771 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0301916864/backup-masters/2424dce0d377,40895,1731090023511 from backup master directory 2024-11-08T18:20:23,781 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864/backup-masters 2024-11-08T18:20:23,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0301916864/backup-masters/2424dce0d377,40895,1731090023511 2024-11-08T18:20:23,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864/backup-masters 2024-11-08T18:20:23,781 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:20:23,781 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,40895,1731090023511 2024-11-08T18:20:23,788 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/hbase.id] with ID: c5158e24-c812-452e-bd56-511f5eb964a0 2024-11-08T18:20:23,788 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/.tmp/hbase.id 2024-11-08T18:20:23,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:20:23,792 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/.tmp/hbase.id]:[hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/hbase.id] 2024-11-08T18:20:23,800 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:23,800 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:20:23,805 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-08T18:20:23,813 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:23,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:23,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:20:24,221 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:20:24,222 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:20:24,222 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:20:24,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:20:24,629 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store 2024-11-08T18:20:24,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:20:24,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:20:24,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:20:24,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T18:20:24,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:20:25,042 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:25,042 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:20:25,042 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:25,042 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:25,042 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:20:25,042 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:25,042 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:25,042 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090025042Disabling compacts and flushes for region at 1731090025042Disabling writes for close at 1731090025042Writing region close event to WAL at 1731090025042Closed at 1731090025042 2024-11-08T18:20:25,043 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/.initializing 2024-11-08T18:20:25,043 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/WALs/2424dce0d377,40895,1731090023511 2024-11-08T18:20:25,048 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:20:25,050 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C40895%2C1731090023511, suffix=, logDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/WALs/2424dce0d377,40895,1731090023511, archiveDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/oldWALs, maxLogs=10 2024-11-08T18:20:25,067 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/WALs/2424dce0d377,40895,1731090023511/2424dce0d377%2C40895%2C1731090023511.1731090025050, exclude list is [], retry=0 2024-11-08T18:20:25,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-c7502216-ccd7-4ff1-b052-55370026b604,DISK] 2024-11-08T18:20:25,072 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/WALs/2424dce0d377,40895,1731090023511/2424dce0d377%2C40895%2C1731090023511.1731090025050 2024-11-08T18:20:25,073 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355)] 2024-11-08T18:20:25,073 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:20:25,073 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:25,073 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:25,073 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:25,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:25,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:20:25,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:25,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:25,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:25,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:20:25,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:25,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:25,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:25,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:20:25,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:25,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:25,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:25,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:20:25,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:25,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:25,081 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:25,081 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:25,081 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:25,082 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:25,082 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:25,082 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:20:25,083 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:25,085 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:20:25,085 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67622266, jitterRate=0.007650285959243774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:20:25,085 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090025073Initializing all the Stores at 1731090025075 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090025075Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090025075Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090025075Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090025075Cleaning up temporary data from old regions at 1731090025082 (+7 ms)Region opened successfully at 1731090025085 (+3 ms) 2024-11-08T18:20:25,086 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:20:25,088 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64894d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:20:25,089 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:20:25,089 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:20:25,089 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:20:25,089 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:20:25,090 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:20:25,090 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:20:25,090 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:20:25,098 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:20:25,099 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Unable to get data of znode /0301916864/balancer because node does not exist (not necessarily an error) 2024-11-08T18:20:25,213 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0301916864/balancer already deleted, retry=false 2024-11-08T18:20:25,213 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:20:25,214 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Unable to get data of znode /0301916864/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:20:25,223 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0301916864/normalizer already deleted, retry=false 2024-11-08T18:20:25,223 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:20:25,224 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Unable to get data of znode /0301916864/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:20:25,233 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0301916864/switch/split already deleted, retry=false 2024-11-08T18:20:25,234 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Unable to get data of znode /0301916864/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:20:25,244 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0301916864/switch/merge already deleted, retry=false 2024-11-08T18:20:25,246 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Unable to get data of znode /0301916864/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:20:25,255 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0301916864/snapshot-cleanup already deleted, retry=false 2024-11-08T18:20:25,265 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0301916864/running 2024-11-08T18:20:25,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0301916864/running 2024-11-08T18:20:25,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:25,265 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:25,266 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,40895,1731090023511, sessionid=0x1011bad777c0000, setting cluster-up flag (Was=false) 2024-11-08T18:20:25,286 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:25,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:25,318 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0301916864/flush-table-proc/acquired, /0301916864/flush-table-proc/reached, /0301916864/flush-table-proc/abort 2024-11-08T18:20:25,320 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,40895,1731090023511 2024-11-08T18:20:25,341 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:25,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:25,371 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0301916864/online-snapshot/acquired, /0301916864/online-snapshot/reached, /0301916864/online-snapshot/abort 2024-11-08T18:20:25,372 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,40895,1731090023511 2024-11-08T18:20:25,372 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:20:25,375 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:20:25,375 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:20:25,375 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:20:25,375 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,40895,1731090023511 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:20:25,376 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:20:25,376 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:20:25,376 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:20:25,376 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:20:25,376 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:20:25,376 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,376 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:20:25,377 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:20:25,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:20:25,381 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:25,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:20:25,384 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090055384 2024-11-08T18:20:25,384 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:20:25,384 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:20:25,384 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:20:25,384 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:20:25,385 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:20:25,385 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:20:25,388 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,392 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:20:25,392 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:20:25,392 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:20:25,393 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:20:25,395 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:20:25,395 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:20:25,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:20:25,404 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090025395,5,FailOnTimeoutGroup] 2024-11-08T18:20:25,412 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090025404,5,FailOnTimeoutGroup] 2024-11-08T18:20:25,412 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,412 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:20:25,412 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,412 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,445 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(746): ClusterId : c5158e24-c812-452e-bd56-511f5eb964a0 2024-11-08T18:20:25,445 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:20:25,455 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:20:25,455 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:20:25,467 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:20:25,467 DEBUG [RS:0;2424dce0d377:46757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d1b2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:20:25,482 DEBUG [RS:0;2424dce0d377:46757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:46757 2024-11-08T18:20:25,482 INFO [RS:0;2424dce0d377:46757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:20:25,482 INFO [RS:0;2424dce0d377:46757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:20:25,482 DEBUG [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:20:25,483 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,40895,1731090023511 with port=46757, startcode=1731090023727 2024-11-08T18:20:25,483 DEBUG [RS:0;2424dce0d377:46757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:20:25,484 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:20:25,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,46757,1731090023727 2024-11-08T18:20:25,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40895 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,46757,1731090023727 2024-11-08T18:20:25,487 DEBUG [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60 2024-11-08T18:20:25,487 DEBUG [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39549 2024-11-08T18:20:25,487 DEBUG [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:20:25,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864/rs 2024-11-08T18:20:25,497 DEBUG [RS:0;2424dce0d377:46757 {}] zookeeper.ZKUtil(111): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Set watcher on existing znode=/0301916864/rs/2424dce0d377,46757,1731090023727 2024-11-08T18:20:25,497 WARN [RS:0;2424dce0d377:46757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:20:25,497 INFO [RS:0;2424dce0d377:46757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:20:25,497 DEBUG [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727 2024-11-08T18:20:25,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,46757,1731090023727] 2024-11-08T18:20:25,500 INFO [RS:0;2424dce0d377:46757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:20:25,501 INFO [RS:0;2424dce0d377:46757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:20:25,501 INFO [RS:0;2424dce0d377:46757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:20:25,501 INFO [RS:0;2424dce0d377:46757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,502 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:20:25,502 INFO [RS:0;2424dce0d377:46757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:20:25,502 INFO [RS:0;2424dce0d377:46757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,502 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:20:25,503 DEBUG [RS:0;2424dce0d377:46757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:20:25,512 INFO [RS:0;2424dce0d377:46757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,512 INFO [RS:0;2424dce0d377:46757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,512 INFO [RS:0;2424dce0d377:46757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,512 INFO [RS:0;2424dce0d377:46757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,512 INFO [RS:0;2424dce0d377:46757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,512 INFO [RS:0;2424dce0d377:46757 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,46757,1731090023727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:20:25,532 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:20:25,532 INFO [RS:0;2424dce0d377:46757 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,46757,1731090023727-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,532 INFO [RS:0;2424dce0d377:46757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,532 INFO [RS:0;2424dce0d377:46757 {}] regionserver.Replication(171): 2424dce0d377,46757,1731090023727 started 2024-11-08T18:20:25,549 INFO [RS:0;2424dce0d377:46757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:25,549 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,46757,1731090023727, RpcServer on 2424dce0d377/172.17.0.3:46757, sessionid=0x1011bad777c0001 2024-11-08T18:20:25,550 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:20:25,550 DEBUG [RS:0;2424dce0d377:46757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,46757,1731090023727 2024-11-08T18:20:25,550 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,46757,1731090023727' 2024-11-08T18:20:25,550 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0301916864/flush-table-proc/abort' 2024-11-08T18:20:25,550 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0301916864/flush-table-proc/acquired' 2024-11-08T18:20:25,551 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:20:25,551 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:20:25,551 DEBUG [RS:0;2424dce0d377:46757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,46757,1731090023727 2024-11-08T18:20:25,551 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,46757,1731090023727' 2024-11-08T18:20:25,551 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0301916864/online-snapshot/abort' 2024-11-08T18:20:25,551 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0301916864/online-snapshot/acquired' 2024-11-08T18:20:25,551 DEBUG [RS:0;2424dce0d377:46757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:20:25,551 INFO [RS:0;2424dce0d377:46757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:20:25,551 INFO [RS:0;2424dce0d377:46757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:20:25,652 INFO [RS:0;2424dce0d377:46757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:20:25,653 INFO [RS:0;2424dce0d377:46757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C46757%2C1731090023727, suffix=, logDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727, archiveDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/oldWALs, maxLogs=10 2024-11-08T18:20:25,670 DEBUG [RS:0;2424dce0d377:46757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653, exclude list is [], retry=0 2024-11-08T18:20:25,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-c7502216-ccd7-4ff1-b052-55370026b604,DISK] 2024-11-08T18:20:25,673 INFO [RS:0;2424dce0d377:46757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 2024-11-08T18:20:25,673 DEBUG [RS:0;2424dce0d377:46757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355)] 2024-11-08T18:20:25,802 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:20:25,803 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60 2024-11-08T18:20:25,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:20:26,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:26,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:20:26,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:20:26,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:26,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:26,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:20:26,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:20:26,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:26,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:26,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:20:26,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:20:26,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:26,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:26,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:20:26,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:20:26,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:26,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:26,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:20:26,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740 2024-11-08T18:20:26,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740 2024-11-08T18:20:26,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:20:26,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:20:26,224 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:20:26,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:20:26,226 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:20:26,226 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61489833, jitterRate=-0.08373008668422699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:20:26,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090026217Initializing all the Stores at 1731090026218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090026218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090026218Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090026218Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090026218Cleaning up temporary data from old regions at 1731090026224 (+6 ms)Region opened successfully at 1731090026227 (+3 ms) 2024-11-08T18:20:26,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:20:26,227 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:20:26,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:20:26,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:20:26,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:20:26,228 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:20:26,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090026227Disabling compacts and flushes for region at 1731090026227Disabling writes for close at 1731090026227Writing region close event to WAL at 1731090026228 (+1 ms)Closed at 1731090026228 2024-11-08T18:20:26,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:20:26,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:20:26,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:20:26,230 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:20:26,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:20:26,381 DEBUG [2424dce0d377:40895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:20:26,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,46757,1731090023727 2024-11-08T18:20:26,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,46757,1731090023727, state=OPENING 2024-11-08T18:20:26,486 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:20:26,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:26,497 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:26,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0301916864/meta-region-server: CHANGED 2024-11-08T18:20:26,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0301916864/meta-region-server: CHANGED 2024-11-08T18:20:26,497 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:20:26,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,46757,1731090023727}] 2024-11-08T18:20:26,649 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:20:26,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:20:26,654 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:20:26,654 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:20:26,654 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:20:26,655 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C46757%2C1731090023727.meta, suffix=.meta, logDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727, archiveDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/oldWALs, maxLogs=10 2024-11-08T18:20:26,666 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.meta.1731090026655.meta, exclude list is [], retry=0 2024-11-08T18:20:26,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-c7502216-ccd7-4ff1-b052-55370026b604,DISK] 2024-11-08T18:20:26,669 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.meta.1731090026655.meta 2024-11-08T18:20:26,670 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355)] 2024-11-08T18:20:26,670 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:20:26,670 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:20:26,671 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:20:26,671 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:20:26,671 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:20:26,671 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:20:26,671 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:26,671 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:20:26,671 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:20:26,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:20:26,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:20:26,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:26,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:26,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:20:26,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:20:26,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:26,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:26,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:20:26,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:20:26,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:26,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:26,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:20:26,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:20:26,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:26,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:26,676 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:20:26,677 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740 2024-11-08T18:20:26,678 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740 2024-11-08T18:20:26,678 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:20:26,678 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:20:26,679 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:20:26,679 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:20:26,680 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73681260, jitterRate=0.09793633222579956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:20:26,680 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:20:26,680 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090026671Writing region info on filesystem at 1731090026671Initializing all the Stores at 1731090026672 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090026672Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090026672Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090026672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090026672Cleaning up temporary data from old regions at 1731090026678 (+6 ms)Running coprocessor post-open hooks at 1731090026680 (+2 ms)Region opened successfully at 1731090026680 2024-11-08T18:20:26,681 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090026649 2024-11-08T18:20:26,683 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:20:26,683 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:20:26,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,46757,1731090023727 2024-11-08T18:20:26,683 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,46757,1731090023727, state=OPEN 2024-11-08T18:20:26,726 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0301916864/meta-region-server 2024-11-08T18:20:26,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0301916864/meta-region-server 2024-11-08T18:20:26,726 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,46757,1731090023727 2024-11-08T18:20:26,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0301916864/meta-region-server: CHANGED 2024-11-08T18:20:26,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0301916864/meta-region-server: CHANGED 2024-11-08T18:20:26,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:20:26,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,46757,1731090023727 in 229 msec 2024-11-08T18:20:26,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:20:26,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-11-08T18:20:26,730 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:20:26,730 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:20:26,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:26,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,46757,1731090023727, seqNum=-1] 2024-11-08T18:20:26,731 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:26,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:20:26,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3610 sec 2024-11-08T18:20:26,735 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090026735, completionTime=-1 2024-11-08T18:20:26,735 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:20:26,736 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:20:26,737 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:20:26,737 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090086737 2024-11-08T18:20:26,737 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090146737 2024-11-08T18:20:26,737 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T18:20:26,738 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40895,1731090023511-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:26,738 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40895,1731090023511-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:26,738 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40895,1731090023511-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:26,738 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:40895, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:26,738 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:26,738 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:26,739 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:20:26,741 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.960sec 2024-11-08T18:20:26,742 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:20:26,742 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:20:26,742 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:20:26,742 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:20:26,742 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:20:26,742 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40895,1731090023511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:20:26,742 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40895,1731090023511-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:20:26,744 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:20:26,744 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:20:26,744 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40895,1731090023511-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:26,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bee57d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:26,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,40895,-1 for getting cluster id 2024-11-08T18:20:26,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:26,747 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5158e24-c812-452e-bd56-511f5eb964a0' 2024-11-08T18:20:26,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5158e24-c812-452e-bd56-511f5eb964a0" 2024-11-08T18:20:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139d9a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,40895,-1] 2024-11-08T18:20:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:26,756 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:26,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e550277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:26,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,46757,1731090023727, seqNum=-1] 2024-11-08T18:20:26,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:26,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:20:26,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,40895,1731090023511 2024-11-08T18:20:26,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65271 2024-11-08T18:20:26,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:20:26,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011bad777c0002 connected 2024-11-08T18:20:26,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/hadoop.log.dir so I do NOT create it in target/test-data/2981d726-de7e-916f-d538-3e78e502585c 2024-11-08T18:20:26,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:20:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/hadoop.tmp.dir so I do NOT create it in target/test-data/2981d726-de7e-916f-d538-3e78e502585c 2024-11-08T18:20:26,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:20:26,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c 2024-11-08T18:20:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:20:26,815 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/cluster_13b802f3-2733-4fe2-079e-fd99a6e84c40, deleteOnExit=true 2024-11-08T18:20:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:20:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/test.cache.data in system properties and HBase conf 2024-11-08T18:20:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:20:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:20:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:20:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:20:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:20:26,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:20:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:20:26,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:20:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:20:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:20:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:20:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:20:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:20:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:20:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:20:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:20:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:20:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:20:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:20:26,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:20:27,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:20:27,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:20:27,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:20:27,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:20:27,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:20:27,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:20:27,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35192dd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:20:27,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@382f9610{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:20:27,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61531ba7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/java.io.tmpdir/jetty-localhost-46293-hadoop-hdfs-3_4_1-tests_jar-_-any-12877032629020558320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:20:27,197 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62c415e0{HTTP/1.1, (http/1.1)}{localhost:46293} 2024-11-08T18:20:27,197 INFO [Time-limited test {}] server.Server(415): Started @289180ms 2024-11-08T18:20:27,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:20:27,471 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:20:27,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:20:27,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:20:27,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:20:27,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c69e697{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:20:27,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@729b972a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:20:27,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15b4174{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/java.io.tmpdir/jetty-localhost-44433-hadoop-hdfs-3_4_1-tests_jar-_-any-9444841864902270257/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:20:27,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e916073{HTTP/1.1, (http/1.1)}{localhost:44433} 2024-11-08T18:20:27,603 INFO [Time-limited test {}] server.Server(415): Started @289586ms 2024-11-08T18:20:27,604 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:20:28,353 WARN [Thread-3569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/cluster_13b802f3-2733-4fe2-079e-fd99a6e84c40/data/data1/current/BP-753721934-172.17.0.3-1731090026830/current, will proceed with Du for space computation calculation, 2024-11-08T18:20:28,353 WARN [Thread-3570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/cluster_13b802f3-2733-4fe2-079e-fd99a6e84c40/data/data2/current/BP-753721934-172.17.0.3-1731090026830/current, will proceed with Du for space computation calculation, 2024-11-08T18:20:28,369 WARN [Thread-3557 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:20:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdc9d8a9d04ea5d1 with lease ID 0x837af60eea72c9a9: Processing first storage report for DS-d5232dbb-f667-4662-93a9-c041b9033815 from datanode DatanodeRegistration(127.0.0.1:40917, datanodeUuid=0263c552-00de-478e-8010-faa07cdaf885, infoPort=44581, infoSecurePort=0, ipcPort=45395, storageInfo=lv=-57;cid=testClusterID;nsid=1001874391;c=1731090026830) 2024-11-08T18:20:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdc9d8a9d04ea5d1 with lease ID 0x837af60eea72c9a9: from storage DS-d5232dbb-f667-4662-93a9-c041b9033815 node DatanodeRegistration(127.0.0.1:40917, datanodeUuid=0263c552-00de-478e-8010-faa07cdaf885, infoPort=44581, infoSecurePort=0, ipcPort=45395, storageInfo=lv=-57;cid=testClusterID;nsid=1001874391;c=1731090026830), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:20:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdc9d8a9d04ea5d1 with lease ID 0x837af60eea72c9a9: Processing first storage report for DS-b4ecfede-2143-4ade-ab38-5c58fddf4a5c from datanode DatanodeRegistration(127.0.0.1:40917, datanodeUuid=0263c552-00de-478e-8010-faa07cdaf885, infoPort=44581, infoSecurePort=0, ipcPort=45395, storageInfo=lv=-57;cid=testClusterID;nsid=1001874391;c=1731090026830) 2024-11-08T18:20:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdc9d8a9d04ea5d1 with lease ID 0x837af60eea72c9a9: from storage DS-b4ecfede-2143-4ade-ab38-5c58fddf4a5c node DatanodeRegistration(127.0.0.1:40917, datanodeUuid=0263c552-00de-478e-8010-faa07cdaf885, infoPort=44581, infoSecurePort=0, ipcPort=45395, storageInfo=lv=-57;cid=testClusterID;nsid=1001874391;c=1731090026830), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:20:28,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c 2024-11-08T18:20:28,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:28,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:28,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:20:28,448 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405 with version=8 2024-11-08T18:20:28,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/hbase-staging 2024-11-08T18:20:28,451 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:20:28,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:28,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:28,451 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:20:28,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:28,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:20:28,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:20:28,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:20:28,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36455 2024-11-08T18:20:28,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36455 connecting to ZooKeeper ensemble=127.0.0.1:65271 2024-11-08T18:20:28,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364550x0, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:20:28,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36455-0x1011bad777c0003 connected 2024-11-08T18:20:28,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:28,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:28,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Set watcher on znode that does not yet exist, /1978013401/running 2024-11-08T18:20:28,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405, hbase.cluster.distributed=false 2024-11-08T18:20:28,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Set watcher on znode that does not yet exist, /1978013401/acl 2024-11-08T18:20:28,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36455 2024-11-08T18:20:28,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36455 2024-11-08T18:20:28,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36455 2024-11-08T18:20:28,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36455 2024-11-08T18:20:28,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36455 2024-11-08T18:20:28,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:20:28,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:28,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:28,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:20:28,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:28,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:20:28,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:20:28,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:20:28,576 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46783 2024-11-08T18:20:28,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46783 connecting to ZooKeeper ensemble=127.0.0.1:65271 2024-11-08T18:20:28,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:28,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:28,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467830x0, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:20:28,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467830x0, quorum=127.0.0.1:65271, baseZNode=/1978013401 Set watcher on znode that does not yet exist, /1978013401/running 2024-11-08T18:20:28,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46783-0x1011bad777c0004 connected 2024-11-08T18:20:28,592 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:20:28,592 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:20:28,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Set watcher on znode that does not yet exist, /1978013401/master 2024-11-08T18:20:28,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Set watcher on znode that does not yet exist, /1978013401/acl 2024-11-08T18:20:28,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46783 2024-11-08T18:20:28,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46783 2024-11-08T18:20:28,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46783 2024-11-08T18:20:28,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46783 2024-11-08T18:20:28,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46783 2024-11-08T18:20:28,608 DEBUG [M:0;2424dce0d377:36455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:36455 2024-11-08T18:20:28,609 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1978013401/backup-masters/2424dce0d377,36455,1731090028451 2024-11-08T18:20:28,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401/backup-masters 2024-11-08T18:20:28,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401/backup-masters 2024-11-08T18:20:28,613 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Set watcher on existing znode=/1978013401/backup-masters/2424dce0d377,36455,1731090028451 2024-11-08T18:20:28,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1978013401/master 2024-11-08T18:20:28,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:28,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:28,623 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Set watcher on existing znode=/1978013401/master 2024-11-08T18:20:28,623 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1978013401/backup-masters/2424dce0d377,36455,1731090028451 from backup master directory 2024-11-08T18:20:28,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1978013401/backup-masters/2424dce0d377,36455,1731090028451 2024-11-08T18:20:28,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401/backup-masters 2024-11-08T18:20:28,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401/backup-masters 2024-11-08T18:20:28,633 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:20:28,633 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,36455,1731090028451 2024-11-08T18:20:28,636 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/hbase.id] with ID: f374c8df-0f70-498d-9b6b-36432d420c51 2024-11-08T18:20:28,636 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/.tmp/hbase.id 2024-11-08T18:20:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:20:29,040 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/.tmp/hbase.id]:[hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/hbase.id] 2024-11-08T18:20:29,048 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:29,048 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:20:29,048 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T18:20:29,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:29,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:29,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:20:29,106 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:20:29,107 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:20:29,108 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:20:29,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:20:29,515 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store 2024-11-08T18:20:29,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:20:29,520 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:29,520 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:20:29,520 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:29,521 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:29,521 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:20:29,521 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:29,521 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:29,521 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090029520Disabling compacts and flushes for region at 1731090029520Disabling writes for close at 1731090029521 (+1 ms)Writing region close event to WAL at 1731090029521Closed at 1731090029521 2024-11-08T18:20:29,521 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/.initializing 2024-11-08T18:20:29,521 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/WALs/2424dce0d377,36455,1731090028451 2024-11-08T18:20:29,522 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:20:29,524 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C36455%2C1731090028451, suffix=, logDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/WALs/2424dce0d377,36455,1731090028451, archiveDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/oldWALs, maxLogs=10 2024-11-08T18:20:29,541 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/WALs/2424dce0d377,36455,1731090028451/2424dce0d377%2C36455%2C1731090028451.1731090029524, exclude list is [], retry=0 2024-11-08T18:20:29,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40917,DS-d5232dbb-f667-4662-93a9-c041b9033815,DISK] 2024-11-08T18:20:29,545 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/WALs/2424dce0d377,36455,1731090028451/2424dce0d377%2C36455%2C1731090028451.1731090029524 2024-11-08T18:20:29,545 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44581:44581)] 2024-11-08T18:20:29,545 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:20:29,545 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:29,545 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:29,545 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:29,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:29,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:20:29,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:29,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:29,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:29,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:20:29,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:29,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:29,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:29,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:20:29,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:29,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:29,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:29,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:20:29,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:29,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:29,551 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:29,551 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:29,551 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:29,552 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:29,552 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:29,553 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:20:29,554 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:29,555 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:20:29,555 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70676006, jitterRate=0.053154557943344116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:20:29,555 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090029545Initializing all the Stores at 1731090029546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090029546Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090029546Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090029546Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090029546Cleaning up temporary data from old regions at 1731090029552 (+6 ms)Region opened successfully at 1731090029555 (+3 ms) 2024-11-08T18:20:29,555 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:20:29,557 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2a7854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:20:29,558 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:20:29,558 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:20:29,558 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:20:29,558 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:20:29,559 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:20:29,559 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:20:29,559 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:20:29,561 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:20:29,561 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Unable to get data of znode /1978013401/balancer because node does not exist (not necessarily an error) 2024-11-08T18:20:29,612 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1978013401/balancer already deleted, retry=false 2024-11-08T18:20:29,613 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:20:29,614 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Unable to get data of znode /1978013401/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:20:29,623 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1978013401/normalizer already deleted, retry=false 2024-11-08T18:20:29,623 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:20:29,624 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Unable to get data of znode /1978013401/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:20:29,633 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1978013401/switch/split already deleted, retry=false 2024-11-08T18:20:29,634 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Unable to get data of znode /1978013401/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:20:29,644 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1978013401/switch/merge already deleted, retry=false 2024-11-08T18:20:29,646 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Unable to get data of znode /1978013401/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:20:29,654 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1978013401/snapshot-cleanup already deleted, retry=false 2024-11-08T18:20:29,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1978013401/running 2024-11-08T18:20:29,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1978013401/running 2024-11-08T18:20:29,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:29,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:29,665 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,36455,1731090028451, sessionid=0x1011bad777c0003, setting cluster-up flag (Was=false) 2024-11-08T18:20:29,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:29,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:29,717 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1978013401/flush-table-proc/acquired, /1978013401/flush-table-proc/reached, /1978013401/flush-table-proc/abort 2024-11-08T18:20:29,719 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,36455,1731090028451 2024-11-08T18:20:29,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:29,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:29,770 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1978013401/online-snapshot/acquired, /1978013401/online-snapshot/reached, /1978013401/online-snapshot/abort 2024-11-08T18:20:29,771 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,36455,1731090028451 2024-11-08T18:20:29,772 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:20:29,773 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:20:29,773 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:20:29,773 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:20:29,774 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,36455,1731090028451 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:20:29,775 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:20:29,775 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:20:29,775 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:20:29,775 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:20:29,775 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:20:29,775 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,775 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:20:29,775 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:20:29,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:20:29,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:29,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:20:29,784 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090059784 2024-11-08T18:20:29,784 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:20:29,784 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:20:29,784 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:20:29,784 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:20:29,784 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:20:29,784 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:20:29,788 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,788 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:20:29,789 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:20:29,789 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:20:29,789 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:20:29,789 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:20:29,789 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:20:29,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:20:29,793 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090029789,5,FailOnTimeoutGroup] 2024-11-08T18:20:29,794 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090029793,5,FailOnTimeoutGroup] 2024-11-08T18:20:29,794 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,794 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:20:29,794 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,794 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,801 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(746): ClusterId : f374c8df-0f70-498d-9b6b-36432d420c51 2024-11-08T18:20:29,801 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:20:29,813 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:20:29,813 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:20:29,823 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:20:29,824 DEBUG [RS:0;2424dce0d377:46783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a6de21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:20:29,834 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:46783 2024-11-08T18:20:29,834 INFO [RS:0;2424dce0d377:46783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:20:29,834 INFO [RS:0;2424dce0d377:46783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:20:29,834 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:20:29,835 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,36455,1731090028451 with port=46783, startcode=1731090028575 2024-11-08T18:20:29,835 DEBUG [RS:0;2424dce0d377:46783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:20:29,836 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:20:29,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,46783,1731090028575 2024-11-08T18:20:29,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36455 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,46783,1731090028575 2024-11-08T18:20:29,838 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405 2024-11-08T18:20:29,838 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40763 2024-11-08T18:20:29,838 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:20:29,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401/rs 2024-11-08T18:20:29,844 DEBUG [RS:0;2424dce0d377:46783 {}] zookeeper.ZKUtil(111): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Set watcher on existing znode=/1978013401/rs/2424dce0d377,46783,1731090028575 2024-11-08T18:20:29,844 WARN [RS:0;2424dce0d377:46783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:20:29,845 INFO [RS:0;2424dce0d377:46783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:20:29,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,46783,1731090028575] 2024-11-08T18:20:29,845 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575 2024-11-08T18:20:29,847 INFO [RS:0;2424dce0d377:46783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:20:29,849 INFO [RS:0;2424dce0d377:46783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:20:29,852 INFO [RS:0;2424dce0d377:46783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:20:29,852 INFO [RS:0;2424dce0d377:46783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,852 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:20:29,852 INFO [RS:0;2424dce0d377:46783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:20:29,853 INFO [RS:0;2424dce0d377:46783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:20:29,853 DEBUG [RS:0;2424dce0d377:46783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:20:29,855 INFO [RS:0;2424dce0d377:46783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,855 INFO [RS:0;2424dce0d377:46783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,855 INFO [RS:0;2424dce0d377:46783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,855 INFO [RS:0;2424dce0d377:46783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,856 INFO [RS:0;2424dce0d377:46783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,856 INFO [RS:0;2424dce0d377:46783 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,46783,1731090028575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:20:29,873 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:20:29,873 INFO [RS:0;2424dce0d377:46783 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,46783,1731090028575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,873 INFO [RS:0;2424dce0d377:46783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,873 INFO [RS:0;2424dce0d377:46783 {}] regionserver.Replication(171): 2424dce0d377,46783,1731090028575 started 2024-11-08T18:20:29,890 INFO [RS:0;2424dce0d377:46783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:29,891 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,46783,1731090028575, RpcServer on 2424dce0d377/172.17.0.3:46783, sessionid=0x1011bad777c0004 2024-11-08T18:20:29,891 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:20:29,891 DEBUG [RS:0;2424dce0d377:46783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,46783,1731090028575 2024-11-08T18:20:29,891 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,46783,1731090028575' 2024-11-08T18:20:29,891 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1978013401/flush-table-proc/abort' 2024-11-08T18:20:29,891 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1978013401/flush-table-proc/acquired' 2024-11-08T18:20:29,892 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:20:29,892 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:20:29,892 DEBUG [RS:0;2424dce0d377:46783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,46783,1731090028575 2024-11-08T18:20:29,892 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,46783,1731090028575' 2024-11-08T18:20:29,892 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1978013401/online-snapshot/abort' 2024-11-08T18:20:29,892 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1978013401/online-snapshot/acquired' 2024-11-08T18:20:29,892 DEBUG [RS:0;2424dce0d377:46783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:20:29,892 INFO [RS:0;2424dce0d377:46783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:20:29,892 INFO [RS:0;2424dce0d377:46783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:20:29,993 INFO [RS:0;2424dce0d377:46783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:20:29,994 INFO [RS:0;2424dce0d377:46783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C46783%2C1731090028575, suffix=, logDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575, archiveDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/oldWALs, maxLogs=10 2024-11-08T18:20:30,010 DEBUG [RS:0;2424dce0d377:46783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994, exclude list is [], retry=0 2024-11-08T18:20:30,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40917,DS-d5232dbb-f667-4662-93a9-c041b9033815,DISK] 2024-11-08T18:20:30,017 INFO [RS:0;2424dce0d377:46783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 2024-11-08T18:20:30,020 DEBUG [RS:0;2424dce0d377:46783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44581:44581)] 2024-11-08T18:20:30,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:20:30,190 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405 2024-11-08T18:20:30,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:20:30,253 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:20:30,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:30,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:30,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:20:30,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:20:30,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:30,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:30,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:20:30,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:20:30,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:30,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:30,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:20:30,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:20:30,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:30,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:30,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:20:30,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:20:30,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:30,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:30,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:20:30,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740 2024-11-08T18:20:30,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740 2024-11-08T18:20:30,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:20:30,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:20:30,607 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:20:30,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:20:30,609 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:20:30,609 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66955103, jitterRate=-0.0022912174463272095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:20:30,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090030598Initializing all the Stores at 1731090030599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090030599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090030599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090030599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090030599Cleaning up temporary data from old regions at 1731090030606 (+7 ms)Region opened successfully at 1731090030610 (+4 ms) 2024-11-08T18:20:30,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:20:30,610 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:20:30,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:20:30,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:20:30,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:20:30,610 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:20:30,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090030610Disabling compacts and flushes for region at 1731090030610Disabling writes for close at 1731090030610Writing region close event to WAL at 1731090030610Closed at 1731090030610 2024-11-08T18:20:30,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:20:30,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:20:30,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:20:30,612 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:20:30,613 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:20:30,763 DEBUG [2424dce0d377:36455 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:20:30,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,46783,1731090028575 2024-11-08T18:20:30,764 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,46783,1731090028575, state=OPENING 2024-11-08T18:20:30,995 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:20:31,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:31,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:31,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1978013401/meta-region-server: CHANGED 2024-11-08T18:20:31,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1978013401/meta-region-server: CHANGED 2024-11-08T18:20:31,050 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:20:31,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,46783,1731090028575}] 2024-11-08T18:20:31,202 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:20:31,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:20:31,206 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:20:31,206 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:20:31,206 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:20:31,207 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C46783%2C1731090028575.meta, suffix=.meta, logDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575, archiveDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/oldWALs, maxLogs=10 2024-11-08T18:20:31,221 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.meta.1731090031207.meta, exclude list is [], retry=0 2024-11-08T18:20:31,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40917,DS-d5232dbb-f667-4662-93a9-c041b9033815,DISK] 2024-11-08T18:20:31,235 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.meta.1731090031207.meta 2024-11-08T18:20:31,235 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44581:44581)] 2024-11-08T18:20:31,235 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:20:31,236 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:20:31,236 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:20:31,236 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:20:31,236 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:20:31,236 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:20:31,236 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:31,236 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:20:31,236 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:20:31,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:20:31,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:20:31,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:31,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:31,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:20:31,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:20:31,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:31,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:31,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:20:31,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:20:31,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:31,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:31,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:20:31,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:20:31,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:31,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:31,250 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:20:31,251 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740 2024-11-08T18:20:31,252 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740 2024-11-08T18:20:31,254 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:20:31,254 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:20:31,255 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:20:31,256 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:20:31,257 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66678147, jitterRate=-0.006418183445930481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:20:31,257 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:20:31,258 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090031236Writing region info on filesystem at 1731090031236Initializing all the Stores at 1731090031242 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090031242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090031242Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090031242Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090031242Cleaning up temporary data from old regions at 1731090031254 (+12 ms)Running coprocessor post-open hooks at 1731090031257 (+3 ms)Region opened successfully at 1731090031257 2024-11-08T18:20:31,259 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090031202 2024-11-08T18:20:31,262 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:20:31,262 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:20:31,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,46783,1731090028575 2024-11-08T18:20:31,263 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,46783,1731090028575, state=OPEN 2024-11-08T18:20:31,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1978013401/meta-region-server 2024-11-08T18:20:31,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1978013401/meta-region-server 2024-11-08T18:20:31,286 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,46783,1731090028575 2024-11-08T18:20:31,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1978013401/meta-region-server: CHANGED 2024-11-08T18:20:31,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1978013401/meta-region-server: CHANGED 2024-11-08T18:20:31,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:20:31,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,46783,1731090028575 in 236 msec 2024-11-08T18:20:31,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:20:31,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec 2024-11-08T18:20:31,290 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:20:31,290 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:20:31,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:31,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,46783,1731090028575, seqNum=-1] 2024-11-08T18:20:31,291 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:31,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:20:31,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5230 sec 2024-11-08T18:20:31,297 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090031297, completionTime=-1 2024-11-08T18:20:31,297 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:20:31,297 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:20:31,299 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:20:31,299 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090091299 2024-11-08T18:20:31,299 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090151299 2024-11-08T18:20:31,299 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:20:31,299 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36455,1731090028451-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:31,299 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36455,1731090028451-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:31,300 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36455,1731090028451-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:31,300 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:36455, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:31,300 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:31,300 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:31,301 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:20:31,303 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.670sec 2024-11-08T18:20:31,303 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:20:31,303 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:20:31,303 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:20:31,303 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:20:31,303 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:20:31,303 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36455,1731090028451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:20:31,303 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36455,1731090028451-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:20:31,305 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:20:31,305 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:20:31,305 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,36455,1731090028451-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:31,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4718f2c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:31,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36455,-1 for getting cluster id 2024-11-08T18:20:31,402 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:31,403 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f374c8df-0f70-498d-9b6b-36432d420c51' 2024-11-08T18:20:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f374c8df-0f70-498d-9b6b-36432d420c51" 2024-11-08T18:20:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5095d7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:31,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36455,-1] 2024-11-08T18:20:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:31,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:31,405 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:31,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541f554a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:31,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,46783,1731090028575, seqNum=-1] 2024-11-08T18:20:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:31,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:20:31,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,36455,1731090028451 2024-11-08T18:20:31,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65271 2024-11-08T18:20:31,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:20:31,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011bad777c0005 connected 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/hadoop.log.dir so I do NOT create it in target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73 2024-11-08T18:20:31,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/hadoop.tmp.dir so I do NOT create it in target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73 2024-11-08T18:20:31,446 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:20:31,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/cluster_a666bc7c-fced-c353-cf75-45450eb045ae, deleteOnExit=true 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/test.cache.data in system properties and HBase conf 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:20:31,446 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:20:31,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:20:31,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:20:31,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:20:31,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:20:31,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:20:31,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:20:31,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:20:31,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:20:31,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:20:31,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:20:31,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:20:31,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:20:31,500 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:20:31,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:20:31,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:20:31,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:20:31,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:20:31,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:20:31,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:20:31,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6218427b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:20:31,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51c8e794{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:20:31,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cd1c9e2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/java.io.tmpdir/jetty-localhost-33189-hadoop-hdfs-3_4_1-tests_jar-_-any-7905970455839322309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:20:31,932 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@670919cb{HTTP/1.1, (http/1.1)}{localhost:33189} 2024-11-08T18:20:31,932 INFO [Time-limited test {}] server.Server(415): Started @293914ms 2024-11-08T18:20:32,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:20:32,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:20:32,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:20:32,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:20:32,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:20:32,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a3883b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:20:32,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b07671c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:20:32,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bff1679{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/java.io.tmpdir/jetty-localhost-33819-hadoop-hdfs-3_4_1-tests_jar-_-any-6017198578195051061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:20:32,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b6e72a{HTTP/1.1, (http/1.1)}{localhost:33819} 2024-11-08T18:20:32,337 INFO [Time-limited test {}] server.Server(415): Started @294320ms 2024-11-08T18:20:32,338 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:20:33,426 WARN [Thread-3690 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/cluster_a666bc7c-fced-c353-cf75-45450eb045ae/data/data1/current/BP-2123179617-172.17.0.3-1731090031463/current, will proceed with Du for space computation calculation, 2024-11-08T18:20:33,426 WARN [Thread-3691 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/cluster_a666bc7c-fced-c353-cf75-45450eb045ae/data/data2/current/BP-2123179617-172.17.0.3-1731090031463/current, will proceed with Du for space computation calculation, 2024-11-08T18:20:33,443 WARN [Thread-3678 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:20:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ea3f0a15eecae25 with lease ID 0x9687ad470b0866b8: Processing first storage report for DS-7b9784fb-2528-4fc2-9830-0b767cac1f25 from datanode DatanodeRegistration(127.0.0.1:44583, datanodeUuid=a911c6ed-bfbd-4915-8070-6f9474891eb5, infoPort=45835, infoSecurePort=0, ipcPort=41685, storageInfo=lv=-57;cid=testClusterID;nsid=1529220412;c=1731090031463) 2024-11-08T18:20:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ea3f0a15eecae25 with lease ID 0x9687ad470b0866b8: from storage DS-7b9784fb-2528-4fc2-9830-0b767cac1f25 node DatanodeRegistration(127.0.0.1:44583, datanodeUuid=a911c6ed-bfbd-4915-8070-6f9474891eb5, infoPort=45835, infoSecurePort=0, ipcPort=41685, storageInfo=lv=-57;cid=testClusterID;nsid=1529220412;c=1731090031463), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:20:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ea3f0a15eecae25 with lease ID 0x9687ad470b0866b8: Processing first storage report for DS-1b0648d1-67c0-4f6d-a67f-1749834539aa from datanode DatanodeRegistration(127.0.0.1:44583, datanodeUuid=a911c6ed-bfbd-4915-8070-6f9474891eb5, infoPort=45835, infoSecurePort=0, ipcPort=41685, storageInfo=lv=-57;cid=testClusterID;nsid=1529220412;c=1731090031463) 2024-11-08T18:20:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ea3f0a15eecae25 with lease ID 0x9687ad470b0866b8: from storage DS-1b0648d1-67c0-4f6d-a67f-1749834539aa node DatanodeRegistration(127.0.0.1:44583, datanodeUuid=a911c6ed-bfbd-4915-8070-6f9474891eb5, infoPort=45835, infoSecurePort=0, ipcPort=41685, storageInfo=lv=-57;cid=testClusterID;nsid=1529220412;c=1731090031463), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:20:33,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73 2024-11-08T18:20:33,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:33,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:33,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:20:33,881 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc with version=8 2024-11-08T18:20:33,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/hbase-staging 2024-11-08T18:20:33,883 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:20:33,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:33,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:33,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:20:33,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:33,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:20:33,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:20:33,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:20:33,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33079 2024-11-08T18:20:33,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33079 connecting to ZooKeeper ensemble=127.0.0.1:65271 2024-11-08T18:20:33,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330790x0, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:20:33,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33079-0x1011bad777c0006 connected 2024-11-08T18:20:34,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:34,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:34,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Set watcher on znode that does not yet exist, /2-1519846141/running 2024-11-08T18:20:34,027 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc, hbase.cluster.distributed=false 2024-11-08T18:20:34,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Set watcher on znode that does not yet exist, /2-1519846141/acl 2024-11-08T18:20:34,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33079 2024-11-08T18:20:34,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33079 2024-11-08T18:20:34,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33079 2024-11-08T18:20:34,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33079 2024-11-08T18:20:34,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33079 2024-11-08T18:20:34,063 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:20:34,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:34,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:34,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:20:34,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:20:34,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:20:34,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:20:34,064 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:20:34,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33731 2024-11-08T18:20:34,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33731 connecting to ZooKeeper ensemble=127.0.0.1:65271 2024-11-08T18:20:34,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:34,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:34,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337310x0, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:20:34,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337310x0, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Set watcher on znode that does not yet exist, /2-1519846141/running 2024-11-08T18:20:34,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33731-0x1011bad777c0007 connected 2024-11-08T18:20:34,076 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:20:34,078 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:20:34,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Set watcher on znode that does not yet exist, /2-1519846141/master 2024-11-08T18:20:34,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Set watcher on znode that does not yet exist, /2-1519846141/acl 2024-11-08T18:20:34,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33731 2024-11-08T18:20:34,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33731 2024-11-08T18:20:34,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33731 2024-11-08T18:20:34,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33731 2024-11-08T18:20:34,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33731 2024-11-08T18:20:34,098 DEBUG [M:0;2424dce0d377:33079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:33079 2024-11-08T18:20:34,098 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1519846141/backup-masters/2424dce0d377,33079,1731090033883 2024-11-08T18:20:34,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141/backup-masters 2024-11-08T18:20:34,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141/backup-masters 2024-11-08T18:20:34,107 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Set watcher on existing znode=/2-1519846141/backup-masters/2424dce0d377,33079,1731090033883 2024-11-08T18:20:34,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:34,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1519846141/master 2024-11-08T18:20:34,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:34,118 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Set watcher on existing znode=/2-1519846141/master 2024-11-08T18:20:34,118 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1519846141/backup-masters/2424dce0d377,33079,1731090033883 from backup master directory 2024-11-08T18:20:34,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141/backup-masters 2024-11-08T18:20:34,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1519846141/backup-masters/2424dce0d377,33079,1731090033883 2024-11-08T18:20:34,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141/backup-masters 2024-11-08T18:20:34,128 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:20:34,128 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,33079,1731090033883 2024-11-08T18:20:34,137 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/hbase.id] with ID: c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f 2024-11-08T18:20:34,137 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/.tmp/hbase.id 2024-11-08T18:20:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:20:34,542 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/.tmp/hbase.id]:[hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/hbase.id] 2024-11-08T18:20:34,551 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:20:34,552 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:20:34,553 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:20:34,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:34,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:34,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:20:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:20:34,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T18:20:34,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:20:34,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T18:20:35,010 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:20:35,011 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:20:35,011 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:20:35,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:20:35,417 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store 2024-11-08T18:20:35,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:20:35,835 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:35,835 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:20:35,835 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:35,835 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:35,835 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:20:35,835 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:35,835 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:20:35,835 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090035835Disabling compacts and flushes for region at 1731090035835Disabling writes for close at 1731090035835Writing region close event to WAL at 1731090035835Closed at 1731090035835 2024-11-08T18:20:35,836 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/.initializing 2024-11-08T18:20:35,836 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/WALs/2424dce0d377,33079,1731090033883 2024-11-08T18:20:35,837 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:20:35,838 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C33079%2C1731090033883, suffix=, logDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/WALs/2424dce0d377,33079,1731090033883, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/oldWALs, maxLogs=10 2024-11-08T18:20:35,858 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/WALs/2424dce0d377,33079,1731090033883/2424dce0d377%2C33079%2C1731090033883.1731090035838, exclude list is [], retry=0 2024-11-08T18:20:35,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44583,DS-7b9784fb-2528-4fc2-9830-0b767cac1f25,DISK] 2024-11-08T18:20:35,862 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/WALs/2424dce0d377,33079,1731090033883/2424dce0d377%2C33079%2C1731090033883.1731090035838 2024-11-08T18:20:35,862 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45835:45835)] 2024-11-08T18:20:35,862 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:20:35,862 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:35,862 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:35,862 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:35,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:35,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:20:35,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:35,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:35,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:35,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:20:35,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:35,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:35,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:35,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:20:35,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:35,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:35,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:35,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:20:35,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:35,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:35,870 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:35,870 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:35,870 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:35,871 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:35,871 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:35,871 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:20:35,872 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:20:35,873 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:20:35,874 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61011861, jitterRate=-0.09085242450237274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:20:35,874 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090035863Initializing all the Stores at 1731090035863Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090035863Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090035863Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090035863Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090035863Cleaning up temporary data from old regions at 1731090035871 (+8 ms)Region opened successfully at 1731090035874 (+3 ms) 2024-11-08T18:20:35,877 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:20:35,880 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bde8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:20:35,880 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:20:35,881 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:20:35,881 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:20:35,881 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:20:35,881 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:20:35,881 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:20:35,882 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:20:35,885 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:20:35,886 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Unable to get data of znode /2-1519846141/balancer because node does not exist (not necessarily an error) 2024-11-08T18:20:35,950 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1519846141/balancer already deleted, retry=false 2024-11-08T18:20:35,950 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:20:35,951 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Unable to get data of znode /2-1519846141/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:20:35,959 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1519846141/normalizer already deleted, retry=false 2024-11-08T18:20:35,960 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:20:35,961 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Unable to get data of znode /2-1519846141/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:20:35,970 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1519846141/switch/split already deleted, retry=false 2024-11-08T18:20:35,971 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Unable to get data of znode /2-1519846141/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:20:35,980 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1519846141/switch/merge already deleted, retry=false 2024-11-08T18:20:35,982 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Unable to get data of znode /2-1519846141/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:20:35,991 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1519846141/snapshot-cleanup already deleted, retry=false 2024-11-08T18:20:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1519846141/running 2024-11-08T18:20:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1519846141/running 2024-11-08T18:20:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:36,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:36,002 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,33079,1731090033883, sessionid=0x1011bad777c0006, setting cluster-up flag (Was=false) 2024-11-08T18:20:36,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:36,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:36,054 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1519846141/flush-table-proc/acquired, /2-1519846141/flush-table-proc/reached, /2-1519846141/flush-table-proc/abort 2024-11-08T18:20:36,055 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,33079,1731090033883 2024-11-08T18:20:36,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:36,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:36,107 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1519846141/online-snapshot/acquired, /2-1519846141/online-snapshot/reached, /2-1519846141/online-snapshot/abort 2024-11-08T18:20:36,107 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,33079,1731090033883 2024-11-08T18:20:36,108 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:20:36,110 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:20:36,110 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:20:36,110 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:20:36,111 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,33079,1731090033883 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:20:36,112 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:20:36,113 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:20:36,113 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:20:36,113 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:20:36,113 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:20:36,113 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,113 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:20:36,113 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:20:36,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:20:36,116 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:36,116 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:20:36,120 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090066120 2024-11-08T18:20:36,120 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:20:36,120 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:20:36,120 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:20:36,121 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:20:36,121 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:20:36,121 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:20:36,123 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,124 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:20:36,124 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:20:36,124 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:20:36,124 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:20:36,128 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:20:36,128 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:20:36,129 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090036128,5,FailOnTimeoutGroup] 2024-11-08T18:20:36,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:20:36,132 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090036129,5,FailOnTimeoutGroup] 2024-11-08T18:20:36,132 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,132 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:20:36,132 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,132 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,192 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(746): ClusterId : c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f 2024-11-08T18:20:36,192 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:20:36,283 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:20:36,283 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:20:36,328 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:20:36,328 DEBUG [RS:0;2424dce0d377:33731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb9cc08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:20:36,343 DEBUG [RS:0;2424dce0d377:33731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:33731 2024-11-08T18:20:36,343 INFO [RS:0;2424dce0d377:33731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:20:36,343 INFO [RS:0;2424dce0d377:33731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:20:36,343 DEBUG [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:20:36,344 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,33079,1731090033883 with port=33731, startcode=1731090034063 2024-11-08T18:20:36,344 DEBUG [RS:0;2424dce0d377:33731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:20:36,346 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:20:36,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,33731,1731090034063 2024-11-08T18:20:36,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33079 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,33731,1731090034063 2024-11-08T18:20:36,348 DEBUG [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc 2024-11-08T18:20:36,348 DEBUG [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44517 2024-11-08T18:20:36,348 DEBUG [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:20:36,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141/rs 2024-11-08T18:20:36,417 DEBUG [RS:0;2424dce0d377:33731 {}] zookeeper.ZKUtil(111): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Set watcher on existing znode=/2-1519846141/rs/2424dce0d377,33731,1731090034063 2024-11-08T18:20:36,418 WARN [RS:0;2424dce0d377:33731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:20:36,418 INFO [RS:0;2424dce0d377:33731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:20:36,418 DEBUG [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063 2024-11-08T18:20:36,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,33731,1731090034063] 2024-11-08T18:20:36,429 INFO [RS:0;2424dce0d377:33731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:20:36,431 INFO [RS:0;2424dce0d377:33731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:20:36,440 INFO [RS:0;2424dce0d377:33731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:20:36,440 INFO [RS:0;2424dce0d377:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,441 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:20:36,441 INFO [RS:0;2424dce0d377:33731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:20:36,442 INFO [RS:0;2424dce0d377:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:20:36,442 DEBUG [RS:0;2424dce0d377:33731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:20:36,449 INFO [RS:0;2424dce0d377:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,449 INFO [RS:0;2424dce0d377:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,449 INFO [RS:0;2424dce0d377:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,449 INFO [RS:0;2424dce0d377:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,449 INFO [RS:0;2424dce0d377:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,449 INFO [RS:0;2424dce0d377:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33731,1731090034063-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:20:36,472 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:20:36,472 INFO [RS:0;2424dce0d377:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33731,1731090034063-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,472 INFO [RS:0;2424dce0d377:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,472 INFO [RS:0;2424dce0d377:33731 {}] regionserver.Replication(171): 2424dce0d377,33731,1731090034063 started 2024-11-08T18:20:36,488 INFO [RS:0;2424dce0d377:33731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:36,488 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,33731,1731090034063, RpcServer on 2424dce0d377/172.17.0.3:33731, sessionid=0x1011bad777c0007 2024-11-08T18:20:36,488 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:20:36,488 DEBUG [RS:0;2424dce0d377:33731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,33731,1731090034063 2024-11-08T18:20:36,488 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,33731,1731090034063' 2024-11-08T18:20:36,488 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1519846141/flush-table-proc/abort' 2024-11-08T18:20:36,488 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1519846141/flush-table-proc/acquired' 2024-11-08T18:20:36,489 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:20:36,489 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:20:36,489 DEBUG [RS:0;2424dce0d377:33731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,33731,1731090034063 2024-11-08T18:20:36,489 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,33731,1731090034063' 2024-11-08T18:20:36,489 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1519846141/online-snapshot/abort' 2024-11-08T18:20:36,489 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1519846141/online-snapshot/acquired' 2024-11-08T18:20:36,489 DEBUG [RS:0;2424dce0d377:33731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:20:36,489 INFO [RS:0;2424dce0d377:33731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:20:36,489 INFO [RS:0;2424dce0d377:33731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:20:36,531 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:20:36,531 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc 2024-11-08T18:20:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:20:36,590 INFO [RS:0;2424dce0d377:33731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:20:36,591 INFO [RS:0;2424dce0d377:33731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C33731%2C1731090034063, suffix=, logDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/oldWALs, maxLogs=10 2024-11-08T18:20:36,611 DEBUG [RS:0;2424dce0d377:33731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591, exclude list is [], retry=0 2024-11-08T18:20:36,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44583,DS-7b9784fb-2528-4fc2-9830-0b767cac1f25,DISK] 2024-11-08T18:20:36,614 INFO [RS:0;2424dce0d377:33731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 2024-11-08T18:20:36,615 DEBUG [RS:0;2424dce0d377:33731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45835:45835)] 2024-11-08T18:20:36,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:20:36,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:36,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:36,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:20:36,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:20:36,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:36,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:36,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:20:36,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:20:36,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:36,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:36,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:20:36,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:20:36,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:36,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:36,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:20:36,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:20:36,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:36,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:36,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:20:36,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740 2024-11-08T18:20:36,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740 2024-11-08T18:20:36,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:20:36,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:20:36,942 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:20:36,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:20:36,944 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:20:36,944 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63642141, jitterRate=-0.05165819823741913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:20:36,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090036935Initializing all the Stores at 1731090036936 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090036936Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090036936Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090036936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090036936Cleaning up temporary data from old regions at 1731090036942 (+6 ms)Region opened successfully at 1731090036944 (+2 ms) 2024-11-08T18:20:36,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:20:36,944 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:20:36,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:20:36,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:20:36,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:20:36,944 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:20:36,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090036944Disabling compacts and flushes for region at 1731090036944Disabling writes for close at 1731090036944Writing region close event to WAL at 1731090036944Closed at 1731090036944 2024-11-08T18:20:36,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:20:36,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:20:36,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:20:36,946 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:20:36,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:20:37,097 DEBUG [2424dce0d377:33079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:20:37,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,33731,1731090034063 2024-11-08T18:20:37,098 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,33731,1731090034063, state=OPENING 2024-11-08T18:20:37,159 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:20:37,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:37,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:37,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1519846141/meta-region-server: CHANGED 2024-11-08T18:20:37,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1519846141/meta-region-server: CHANGED 2024-11-08T18:20:37,170 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:20:37,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,33731,1731090034063}] 2024-11-08T18:20:37,322 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:20:37,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:20:37,326 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:20:37,326 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:20:37,326 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:20:37,327 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C33731%2C1731090034063.meta, suffix=.meta, logDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/oldWALs, maxLogs=10 2024-11-08T18:20:37,339 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.meta.1731090037328.meta, exclude list is [], retry=0 2024-11-08T18:20:37,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44583,DS-7b9784fb-2528-4fc2-9830-0b767cac1f25,DISK] 2024-11-08T18:20:37,343 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.meta.1731090037328.meta 2024-11-08T18:20:37,343 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45835:45835)] 2024-11-08T18:20:37,343 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:20:37,343 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:20:37,343 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:20:37,343 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:20:37,343 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:20:37,343 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:20:37,344 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:37,344 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:20:37,344 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:20:37,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:20:37,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:20:37,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:37,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:37,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:20:37,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:20:37,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:37,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:37,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:20:37,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:20:37,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:37,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:37,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:20:37,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:20:37,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:37,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:20:37,349 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:20:37,350 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740 2024-11-08T18:20:37,350 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740 2024-11-08T18:20:37,351 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:20:37,351 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:20:37,351 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:20:37,352 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:20:37,353 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68523519, jitterRate=0.021080002188682556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:20:37,353 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:20:37,353 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090037344Writing region info on filesystem at 1731090037344Initializing all the Stores at 1731090037344Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090037344Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090037345 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090037345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090037345Cleaning up temporary data from old regions at 1731090037351 (+6 ms)Running coprocessor post-open hooks at 1731090037353 (+2 ms)Region opened successfully at 1731090037353 2024-11-08T18:20:37,354 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090037322 2024-11-08T18:20:37,355 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:20:37,355 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:20:37,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,33731,1731090034063 2024-11-08T18:20:37,357 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,33731,1731090034063, state=OPEN 2024-11-08T18:20:37,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1519846141/meta-region-server 2024-11-08T18:20:37,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1519846141/meta-region-server 2024-11-08T18:20:37,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1519846141/meta-region-server: CHANGED 2024-11-08T18:20:37,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1519846141/meta-region-server: CHANGED 2024-11-08T18:20:37,402 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,33731,1731090034063 2024-11-08T18:20:37,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:20:37,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,33731,1731090034063 in 232 msec 2024-11-08T18:20:37,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:20:37,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-08T18:20:37,406 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:20:37,406 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:20:37,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:37,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33731,1731090034063, seqNum=-1] 2024-11-08T18:20:37,408 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:37,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:20:37,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3040 sec 2024-11-08T18:20:37,415 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090037415, completionTime=-1 2024-11-08T18:20:37,416 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:20:37,416 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:20:37,418 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:20:37,418 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090097418 2024-11-08T18:20:37,418 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090157418 2024-11-08T18:20:37,418 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:20:37,419 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33079,1731090033883-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:37,419 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33079,1731090033883-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:37,419 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33079,1731090033883-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:37,419 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:33079, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:37,419 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:37,421 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:20:37,422 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:37,427 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.299sec 2024-11-08T18:20:37,427 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:20:37,427 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:20:37,427 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:20:37,427 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:20:37,428 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:20:37,428 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33079,1731090033883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:20:37,428 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33079,1731090033883-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:20:37,433 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:20:37,433 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:20:37,433 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33079,1731090033883-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:20:37,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3f51d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:37,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,33079,-1 for getting cluster id 2024-11-08T18:20:37,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:37,494 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f' 2024-11-08T18:20:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f" 2024-11-08T18:20:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d55bb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:37,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,33079,-1] 2024-11-08T18:20:37,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:37,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:37,496 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:37,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7920b93d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:37,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33731,1731090034063, seqNum=-1] 2024-11-08T18:20:37,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:37,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:20:37,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,33079,1731090033883 2024-11-08T18:20:37,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:65271 2024-11-08T18:20:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:20:37,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011bad777c0008 connected 2024-11-08T18:20:37,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,40895,1731090023511 2024-11-08T18:20:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39a5bdc 2024-11-08T18:20:37,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:37,763 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:20:37,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:20:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:20:37,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:20:37,765 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:37,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:20:37,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:20:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:37,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:20:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:38,171 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ee07dd912b454e86d4c0b2338a89d5b, NAME => 'test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60 2024-11-08T18:20:38,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:20:38,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:38,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:38,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4ee07dd912b454e86d4c0b2338a89d5b, disabling compactions & flushes 2024-11-08T18:20:38,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. 2024-11-08T18:20:38,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. 2024-11-08T18:20:38,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. after waiting 0 ms 2024-11-08T18:20:38,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. 2024-11-08T18:20:38,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. 2024-11-08T18:20:38,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ee07dd912b454e86d4c0b2338a89d5b: Waiting for close lock at 1731090038576Disabling compacts and flushes for region at 1731090038576Disabling writes for close at 1731090038576Writing region close event to WAL at 1731090038576Closed at 1731090038576 2024-11-08T18:20:38,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:20:38,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731090038577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090038577"}]},"ts":"1731090038577"} 2024-11-08T18:20:38,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:20:38,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:20:38,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090038580"}]},"ts":"1731090038580"} 2024-11-08T18:20:38,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:20:38,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ee07dd912b454e86d4c0b2338a89d5b, ASSIGN}] 2024-11-08T18:20:38,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ee07dd912b454e86d4c0b2338a89d5b, ASSIGN 2024-11-08T18:20:38,583 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4ee07dd912b454e86d4c0b2338a89d5b, ASSIGN; state=OFFLINE, location=2424dce0d377,46757,1731090023727; forceNewPlan=false, retain=false 2024-11-08T18:20:38,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ee07dd912b454e86d4c0b2338a89d5b, regionState=OPENING, regionLocation=2424dce0d377,46757,1731090023727 2024-11-08T18:20:38,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4ee07dd912b454e86d4c0b2338a89d5b, ASSIGN because future has completed 2024-11-08T18:20:38,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ee07dd912b454e86d4c0b2338a89d5b, server=2424dce0d377,46757,1731090023727}] 2024-11-08T18:20:38,891 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. 2024-11-08T18:20:38,892 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ee07dd912b454e86d4c0b2338a89d5b, NAME => 'test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:20:38,892 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:20:38,892 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:20:38,892 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,892 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:38,892 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,892 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,896 INFO [StoreOpener-4ee07dd912b454e86d4c0b2338a89d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,897 INFO [StoreOpener-4ee07dd912b454e86d4c0b2338a89d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ee07dd912b454e86d4c0b2338a89d5b columnFamilyName f 2024-11-08T18:20:38,897 DEBUG [StoreOpener-4ee07dd912b454e86d4c0b2338a89d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:38,897 INFO [StoreOpener-4ee07dd912b454e86d4c0b2338a89d5b-1 {}] regionserver.HStore(327): Store=4ee07dd912b454e86d4c0b2338a89d5b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:38,897 INFO [StoreOpener-4ee07dd912b454e86d4c0b2338a89d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,898 INFO [StoreOpener-4ee07dd912b454e86d4c0b2338a89d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ee07dd912b454e86d4c0b2338a89d5b columnFamilyName f1 2024-11-08T18:20:38,898 DEBUG [StoreOpener-4ee07dd912b454e86d4c0b2338a89d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:38,898 INFO [StoreOpener-4ee07dd912b454e86d4c0b2338a89d5b-1 {}] regionserver.HStore(327): Store=4ee07dd912b454e86d4c0b2338a89d5b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:38,898 INFO [StoreOpener-4ee07dd912b454e86d4c0b2338a89d5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,899 INFO [StoreOpener-4ee07dd912b454e86d4c0b2338a89d5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ee07dd912b454e86d4c0b2338a89d5b columnFamilyName norep 2024-11-08T18:20:38,899 DEBUG [StoreOpener-4ee07dd912b454e86d4c0b2338a89d5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:38,899 INFO [StoreOpener-4ee07dd912b454e86d4c0b2338a89d5b-1 {}] regionserver.HStore(327): Store=4ee07dd912b454e86d4c0b2338a89d5b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:38,899 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,900 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,900 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,900 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,900 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,901 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:20:38,901 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,903 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:20:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:38,903 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4ee07dd912b454e86d4c0b2338a89d5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60521420, jitterRate=-0.09816056489944458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:20:38,903 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:20:38,904 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4ee07dd912b454e86d4c0b2338a89d5b: Running coprocessor pre-open hook at 1731090038892Writing region info on filesystem at 1731090038892Initializing all the Stores at 1731090038893 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090038893Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090038896 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090038896Cleaning up temporary data from old regions at 1731090038900 (+4 ms)Running coprocessor post-open hooks at 1731090038903 (+3 ms)Region opened successfully at 1731090038904 (+1 ms) 2024-11-08T18:20:38,905 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b., pid=6, masterSystemTime=1731090038888 2024-11-08T18:20:38,906 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. 2024-11-08T18:20:38,906 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. 2024-11-08T18:20:38,907 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ee07dd912b454e86d4c0b2338a89d5b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,46757,1731090023727 2024-11-08T18:20:38,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ee07dd912b454e86d4c0b2338a89d5b, server=2424dce0d377,46757,1731090023727 because future has completed 2024-11-08T18:20:38,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:20:38,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ee07dd912b454e86d4c0b2338a89d5b, server=2424dce0d377,46757,1731090023727 in 174 msec 2024-11-08T18:20:38,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:20:38,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4ee07dd912b454e86d4c0b2338a89d5b, ASSIGN in 330 msec 2024-11-08T18:20:38,913 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:20:38,914 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090038914"}]},"ts":"1731090038914"} 2024-11-08T18:20:38,915 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:20:38,916 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:20:38,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-08T18:20:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:39,923 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:20:39,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:39,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36455,1731090028451 2024-11-08T18:20:39,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f8b6079 2024-11-08T18:20:39,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:39,925 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:20:39,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:20:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:20:39,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:20:39,928 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:39,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:20:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:39,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:20:39,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:20:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:40,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d05a5690a08ba4a3cbb5649bde93c0e, NAME => 'test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405 2024-11-08T18:20:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:20:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:40,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:40,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3d05a5690a08ba4a3cbb5649bde93c0e, disabling compactions & flushes 2024-11-08T18:20:40,739 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. 2024-11-08T18:20:40,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. 2024-11-08T18:20:40,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. after waiting 0 ms 2024-11-08T18:20:40,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. 2024-11-08T18:20:40,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. 2024-11-08T18:20:40,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d05a5690a08ba4a3cbb5649bde93c0e: Waiting for close lock at 1731090040739Disabling compacts and flushes for region at 1731090040739Disabling writes for close at 1731090040739Writing region close event to WAL at 1731090040740 (+1 ms)Closed at 1731090040740 2024-11-08T18:20:40,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:20:40,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731090040741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090040741"}]},"ts":"1731090040741"} 2024-11-08T18:20:40,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:20:40,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:20:40,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090040744"}]},"ts":"1731090040744"} 2024-11-08T18:20:40,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:20:40,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d05a5690a08ba4a3cbb5649bde93c0e, ASSIGN}] 2024-11-08T18:20:40,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3d05a5690a08ba4a3cbb5649bde93c0e, ASSIGN 2024-11-08T18:20:40,747 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3d05a5690a08ba4a3cbb5649bde93c0e, ASSIGN; state=OFFLINE, location=2424dce0d377,46783,1731090028575; forceNewPlan=false, retain=false 2024-11-08T18:20:40,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d05a5690a08ba4a3cbb5649bde93c0e, regionState=OPENING, regionLocation=2424dce0d377,46783,1731090028575 2024-11-08T18:20:40,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3d05a5690a08ba4a3cbb5649bde93c0e, ASSIGN because future has completed 2024-11-08T18:20:40,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d05a5690a08ba4a3cbb5649bde93c0e, server=2424dce0d377,46783,1731090028575}] 2024-11-08T18:20:41,055 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. 2024-11-08T18:20:41,055 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d05a5690a08ba4a3cbb5649bde93c0e, NAME => 'test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:20:41,055 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:20:41,055 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:20:41,056 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,056 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:41,056 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,056 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,057 INFO [StoreOpener-3d05a5690a08ba4a3cbb5649bde93c0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,058 INFO [StoreOpener-3d05a5690a08ba4a3cbb5649bde93c0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d05a5690a08ba4a3cbb5649bde93c0e columnFamilyName f 2024-11-08T18:20:41,058 DEBUG [StoreOpener-3d05a5690a08ba4a3cbb5649bde93c0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:41,058 INFO [StoreOpener-3d05a5690a08ba4a3cbb5649bde93c0e-1 {}] regionserver.HStore(327): Store=3d05a5690a08ba4a3cbb5649bde93c0e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:41,058 INFO [StoreOpener-3d05a5690a08ba4a3cbb5649bde93c0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,059 INFO [StoreOpener-3d05a5690a08ba4a3cbb5649bde93c0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d05a5690a08ba4a3cbb5649bde93c0e columnFamilyName f1 2024-11-08T18:20:41,059 DEBUG [StoreOpener-3d05a5690a08ba4a3cbb5649bde93c0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:41,059 INFO [StoreOpener-3d05a5690a08ba4a3cbb5649bde93c0e-1 {}] regionserver.HStore(327): Store=3d05a5690a08ba4a3cbb5649bde93c0e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:41,059 INFO [StoreOpener-3d05a5690a08ba4a3cbb5649bde93c0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,060 INFO [StoreOpener-3d05a5690a08ba4a3cbb5649bde93c0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d05a5690a08ba4a3cbb5649bde93c0e columnFamilyName norep 2024-11-08T18:20:41,060 DEBUG [StoreOpener-3d05a5690a08ba4a3cbb5649bde93c0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:41,060 INFO [StoreOpener-3d05a5690a08ba4a3cbb5649bde93c0e-1 {}] regionserver.HStore(327): Store=3d05a5690a08ba4a3cbb5649bde93c0e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:41,060 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,060 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,061 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,061 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,061 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,061 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:20:41,062 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:41,064 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:20:41,064 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3d05a5690a08ba4a3cbb5649bde93c0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70981804, jitterRate=0.05771130323410034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:20:41,064 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:20:41,064 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3d05a5690a08ba4a3cbb5649bde93c0e: Running coprocessor pre-open hook at 1731090041056Writing region info on filesystem at 1731090041056Initializing all the Stores at 1731090041056Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090041056Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090041057 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090041057Cleaning up temporary data from old regions at 1731090041061 (+4 ms)Running coprocessor post-open hooks at 1731090041064 (+3 ms)Region opened successfully at 1731090041064 2024-11-08T18:20:41,065 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e., pid=6, masterSystemTime=1731090041052 2024-11-08T18:20:41,066 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. 2024-11-08T18:20:41,066 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. 2024-11-08T18:20:41,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d05a5690a08ba4a3cbb5649bde93c0e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,46783,1731090028575 2024-11-08T18:20:41,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d05a5690a08ba4a3cbb5649bde93c0e, server=2424dce0d377,46783,1731090028575 because future has completed 2024-11-08T18:20:41,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:20:41,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d05a5690a08ba4a3cbb5649bde93c0e, server=2424dce0d377,46783,1731090028575 in 169 msec 2024-11-08T18:20:41,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:20:41,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3d05a5690a08ba4a3cbb5649bde93c0e, ASSIGN in 325 msec 2024-11-08T18:20:41,073 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:20:41,073 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090041073"}]},"ts":"1731090041073"} 2024-11-08T18:20:41,075 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:20:41,076 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:20:41,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-08T18:20:41,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T18:20:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:42,073 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:20:42,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,33079,1731090033883 2024-11-08T18:20:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@355edc8a 2024-11-08T18:20:42,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:42,075 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:20:42,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:20:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:20:42,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:20:42,121 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:42,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:20:42,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:20:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:42,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:20:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:42,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6fe69da36f1eaa5c404ed9bd46405327, NAME => 'test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc 2024-11-08T18:20:42,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:20:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:42,762 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:42,763 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:20:42,764 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108674 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:20:42,848 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:20:42,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:42,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:42,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6fe69da36f1eaa5c404ed9bd46405327, disabling compactions & flushes 2024-11-08T18:20:42,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. 2024-11-08T18:20:42,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. 2024-11-08T18:20:42,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. after waiting 0 ms 2024-11-08T18:20:42,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. 2024-11-08T18:20:42,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. 2024-11-08T18:20:42,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6fe69da36f1eaa5c404ed9bd46405327: Waiting for close lock at 1731090042986Disabling compacts and flushes for region at 1731090042986Disabling writes for close at 1731090042986Writing region close event to WAL at 1731090042986Closed at 1731090042986 2024-11-08T18:20:42,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:20:42,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731090042988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090042988"}]},"ts":"1731090042988"} 2024-11-08T18:20:42,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:20:42,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:20:42,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090042993"}]},"ts":"1731090042993"} 2024-11-08T18:20:42,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:20:42,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6fe69da36f1eaa5c404ed9bd46405327, ASSIGN}] 2024-11-08T18:20:43,004 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6fe69da36f1eaa5c404ed9bd46405327, ASSIGN 2024-11-08T18:20:43,005 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6fe69da36f1eaa5c404ed9bd46405327, ASSIGN; state=OFFLINE, location=2424dce0d377,33731,1731090034063; forceNewPlan=false, retain=false 2024-11-08T18:20:43,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fe69da36f1eaa5c404ed9bd46405327, regionState=OPENING, regionLocation=2424dce0d377,33731,1731090034063 2024-11-08T18:20:43,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6fe69da36f1eaa5c404ed9bd46405327, ASSIGN because future has completed 2024-11-08T18:20:43,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fe69da36f1eaa5c404ed9bd46405327, server=2424dce0d377,33731,1731090034063}] 2024-11-08T18:20:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:43,388 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. 2024-11-08T18:20:43,388 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6fe69da36f1eaa5c404ed9bd46405327, NAME => 'test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:20:43,389 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:20:43,389 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:20:43,389 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,389 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:43,389 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,389 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,404 INFO [StoreOpener-6fe69da36f1eaa5c404ed9bd46405327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,407 INFO [StoreOpener-6fe69da36f1eaa5c404ed9bd46405327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fe69da36f1eaa5c404ed9bd46405327 columnFamilyName f 2024-11-08T18:20:43,407 DEBUG [StoreOpener-6fe69da36f1eaa5c404ed9bd46405327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:43,408 INFO [StoreOpener-6fe69da36f1eaa5c404ed9bd46405327-1 {}] regionserver.HStore(327): Store=6fe69da36f1eaa5c404ed9bd46405327/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:43,408 INFO [StoreOpener-6fe69da36f1eaa5c404ed9bd46405327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,411 INFO [StoreOpener-6fe69da36f1eaa5c404ed9bd46405327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fe69da36f1eaa5c404ed9bd46405327 columnFamilyName f1 2024-11-08T18:20:43,412 DEBUG [StoreOpener-6fe69da36f1eaa5c404ed9bd46405327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:43,412 INFO [StoreOpener-6fe69da36f1eaa5c404ed9bd46405327-1 {}] regionserver.HStore(327): Store=6fe69da36f1eaa5c404ed9bd46405327/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:43,412 INFO [StoreOpener-6fe69da36f1eaa5c404ed9bd46405327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,414 INFO [StoreOpener-6fe69da36f1eaa5c404ed9bd46405327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fe69da36f1eaa5c404ed9bd46405327 columnFamilyName norep 2024-11-08T18:20:43,414 DEBUG [StoreOpener-6fe69da36f1eaa5c404ed9bd46405327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:43,414 INFO [StoreOpener-6fe69da36f1eaa5c404ed9bd46405327-1 {}] regionserver.HStore(327): Store=6fe69da36f1eaa5c404ed9bd46405327/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:43,414 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,416 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,417 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,418 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,418 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,419 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:20:43,420 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,447 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:20:43,448 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6fe69da36f1eaa5c404ed9bd46405327; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71938766, jitterRate=0.07197114825248718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:20:43,448 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:20:43,448 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6fe69da36f1eaa5c404ed9bd46405327: Running coprocessor pre-open hook at 1731090043390Writing region info on filesystem at 1731090043390Initializing all the Stores at 1731090043390Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090043390Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090043396 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090043396Cleaning up temporary data from old regions at 1731090043418 (+22 ms)Running coprocessor post-open hooks at 1731090043448 (+30 ms)Region opened successfully at 1731090043448 2024-11-08T18:20:43,449 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327., pid=6, masterSystemTime=1731090043360 2024-11-08T18:20:43,452 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. 2024-11-08T18:20:43,452 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. 2024-11-08T18:20:43,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6fe69da36f1eaa5c404ed9bd46405327, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,33731,1731090034063 2024-11-08T18:20:43,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6fe69da36f1eaa5c404ed9bd46405327, server=2424dce0d377,33731,1731090034063 because future has completed 2024-11-08T18:20:43,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:20:43,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6fe69da36f1eaa5c404ed9bd46405327, server=2424dce0d377,33731,1731090034063 in 278 msec 2024-11-08T18:20:43,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:20:43,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6fe69da36f1eaa5c404ed9bd46405327, ASSIGN in 468 msec 2024-11-08T18:20:43,467 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:20:43,467 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090043467"}]},"ts":"1731090043467"} 2024-11-08T18:20:43,469 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:20:43,470 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:20:43,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3940 sec 2024-11-08T18:20:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:20:44,284 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:20:44,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691da38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:44,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,40895,-1 for getting cluster id 2024-11-08T18:20:44,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:44,306 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5158e24-c812-452e-bd56-511f5eb964a0' 2024-11-08T18:20:44,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:44,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5158e24-c812-452e-bd56-511f5eb964a0" 2024-11-08T18:20:44,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69139993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:44,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,40895,-1] 2024-11-08T18:20:44,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:44,309 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:44,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5555b319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:44,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:44,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,40895,1731090023511 2024-11-08T18:20:44,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29bc1d6c 2024-11-08T18:20:44,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:44,314 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:20:44,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:36455,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:20:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:20:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:44,320 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:36455' 2024-11-08T18:20:44,334 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7001518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:44,334 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36455,-1 for getting cluster id 2024-11-08T18:20:44,334 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:44,335 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f374c8df-0f70-498d-9b6b-36432d420c51' 2024-11-08T18:20:44,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:44,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f374c8df-0f70-498d-9b6b-36432d420c51" 2024-11-08T18:20:44,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7587ff26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:44,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36455,-1] 2024-11-08T18:20:44,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:44,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:44,338 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:44,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695100ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:44,339 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:44,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36455,1731090028451 2024-11-08T18:20:44,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46ab8da9 2024-11-08T18:20:44,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:44,342 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:20:44,343 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T18:20:44,344 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:20:44,344 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:44,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:44,344 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:44,344 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:20:44,353 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:20:44,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:20:44,355 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:44,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:20:44,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741837_1013 (size=1138) 2024-11-08T18:20:44,403 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:20:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:44,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T18:20:44,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T18:20:44,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:20:44,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T18:20:44,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3535513c3f940a7446cc4cac7ea5e30d, NAME => 'hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60 2024-11-08T18:20:44,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741838_1014 (size=44) 2024-11-08T18:20:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:45,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:45,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3535513c3f940a7446cc4cac7ea5e30d, disabling compactions & flushes 2024-11-08T18:20:45,260 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:20:45,260 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:20:45,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. after waiting 0 ms 2024-11-08T18:20:45,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:20:45,261 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:20:45,261 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3535513c3f940a7446cc4cac7ea5e30d: Waiting for close lock at 1731090045260Disabling compacts and flushes for region at 1731090045260Disabling writes for close at 1731090045261 (+1 ms)Writing region close event to WAL at 1731090045261Closed at 1731090045261 2024-11-08T18:20:45,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:20:45,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731090045262"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090045262"}]},"ts":"1731090045262"} 2024-11-08T18:20:45,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:20:45,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:20:45,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090045264"}]},"ts":"1731090045264"} 2024-11-08T18:20:45,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:20:45,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3535513c3f940a7446cc4cac7ea5e30d, ASSIGN}] 2024-11-08T18:20:45,267 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3535513c3f940a7446cc4cac7ea5e30d, ASSIGN 2024-11-08T18:20:45,268 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3535513c3f940a7446cc4cac7ea5e30d, ASSIGN; state=OFFLINE, location=2424dce0d377,46757,1731090023727; forceNewPlan=false, retain=false 2024-11-08T18:20:45,302 DEBUG [master/2424dce0d377:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=35, reused chunk count=116, reuseRatio=76.82% 2024-11-08T18:20:45,302 DEBUG [master/2424dce0d377:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-08T18:20:45,418 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3535513c3f940a7446cc4cac7ea5e30d, regionState=OPENING, regionLocation=2424dce0d377,46757,1731090023727 2024-11-08T18:20:45,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3535513c3f940a7446cc4cac7ea5e30d, ASSIGN because future has completed 2024-11-08T18:20:45,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3535513c3f940a7446cc4cac7ea5e30d, server=2424dce0d377,46757,1731090023727}] 2024-11-08T18:20:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:45,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:20:45,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:20:45,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:20:45,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C46757%2C1731090023727.rep, suffix=, logDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727, archiveDir=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/oldWALs, maxLogs=10 2024-11-08T18:20:45,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.rep.1731090045579, exclude list is [], retry=0 2024-11-08T18:20:45,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44089,DS-c7502216-ccd7-4ff1-b052-55370026b604,DISK] 2024-11-08T18:20:45,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.rep.1731090045579 2024-11-08T18:20:45,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38355:38355)] 2024-11-08T18:20:45,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3535513c3f940a7446cc4cac7ea5e30d, NAME => 'hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:20:45,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:20:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:20:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. service=MultiRowMutationService 2024-11-08T18:20:45,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:20:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,602 INFO [StoreOpener-3535513c3f940a7446cc4cac7ea5e30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,603 INFO [StoreOpener-3535513c3f940a7446cc4cac7ea5e30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3535513c3f940a7446cc4cac7ea5e30d columnFamilyName hfileref 2024-11-08T18:20:45,603 DEBUG [StoreOpener-3535513c3f940a7446cc4cac7ea5e30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:45,603 INFO [StoreOpener-3535513c3f940a7446cc4cac7ea5e30d-1 {}] regionserver.HStore(327): Store=3535513c3f940a7446cc4cac7ea5e30d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:45,603 INFO [StoreOpener-3535513c3f940a7446cc4cac7ea5e30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,604 INFO [StoreOpener-3535513c3f940a7446cc4cac7ea5e30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3535513c3f940a7446cc4cac7ea5e30d columnFamilyName queue 2024-11-08T18:20:45,604 DEBUG [StoreOpener-3535513c3f940a7446cc4cac7ea5e30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:45,604 INFO [StoreOpener-3535513c3f940a7446cc4cac7ea5e30d-1 {}] regionserver.HStore(327): Store=3535513c3f940a7446cc4cac7ea5e30d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:45,604 INFO [StoreOpener-3535513c3f940a7446cc4cac7ea5e30d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,605 INFO [StoreOpener-3535513c3f940a7446cc4cac7ea5e30d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3535513c3f940a7446cc4cac7ea5e30d columnFamilyName sid 2024-11-08T18:20:45,605 DEBUG [StoreOpener-3535513c3f940a7446cc4cac7ea5e30d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:45,605 INFO [StoreOpener-3535513c3f940a7446cc4cac7ea5e30d-1 {}] regionserver.HStore(327): Store=3535513c3f940a7446cc4cac7ea5e30d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:45,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/replication/3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/replication/3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:20:45,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/replication/3535513c3f940a7446cc4cac7ea5e30d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:20:45,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3535513c3f940a7446cc4cac7ea5e30d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66875803, jitterRate=-0.0034728795289993286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:20:45,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:20:45,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3535513c3f940a7446cc4cac7ea5e30d: Running coprocessor pre-open hook at 1731090045601Writing region info on filesystem at 1731090045601Initializing all the Stores at 1731090045601Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090045601Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090045601Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090045601Cleaning up temporary data from old regions at 1731090045607 (+6 ms)Running coprocessor post-open hooks at 1731090045611 (+4 ms)Region opened successfully at 1731090045611 2024-11-08T18:20:45,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d., pid=10, masterSystemTime=1731090045574 2024-11-08T18:20:45,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:20:45,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:20:45,614 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3535513c3f940a7446cc4cac7ea5e30d, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,46757,1731090023727 2024-11-08T18:20:45,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3535513c3f940a7446cc4cac7ea5e30d, server=2424dce0d377,46757,1731090023727 because future has completed 2024-11-08T18:20:45,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:20:45,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3535513c3f940a7446cc4cac7ea5e30d, server=2424dce0d377,46757,1731090023727 in 196 msec 2024-11-08T18:20:45,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T18:20:45,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3535513c3f940a7446cc4cac7ea5e30d, ASSIGN in 353 msec 2024-11-08T18:20:45,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:20:45,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090045621"}]},"ts":"1731090045621"} 2024-11-08T18:20:45,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:20:45,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:20:45,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2820 sec 2024-11-08T18:20:45,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d., hostname=2424dce0d377,46757,1731090023727, seqNum=2] 2024-11-08T18:20:45,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:45,769 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:20:45,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:20:45,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46757 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T18:20:45,945 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:20:45,987 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,46757,1731090023727, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:20:45,988 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:45,988 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,46757,1731090023727, seqNum=-1] 2024-11-08T18:20:45,988 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:45,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-08T18:20:45,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,46757,1731090023727', locateType=CURRENT is [region=hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d., hostname=2424dce0d377,46757,1731090023727, seqNum=2] 2024-11-08T18:20:45,994 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T18:20:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T18:20:45,996 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,46757,1731090023727 suceeded 2024-11-08T18:20:45,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T18:20:45,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-08T18:20:45,998 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:36455,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:20:45,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6830 sec 2024-11-08T18:20:46,012 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:36455' 2024-11-08T18:20:46,013 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e27fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:46,013 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36455,-1 for getting cluster id 2024-11-08T18:20:46,013 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:46,014 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f374c8df-0f70-498d-9b6b-36432d420c51' 2024-11-08T18:20:46,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:46,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f374c8df-0f70-498d-9b6b-36432d420c51" 2024-11-08T18:20:46,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b5cb85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:46,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36455,-1] 2024-11-08T18:20:46,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:46,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:46,015 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:46,016 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f82c557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:46,016 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:46,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36455,1731090028451 2024-11-08T18:20:46,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2096707e 2024-11-08T18:20:46,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:46,018 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-08T18:20:46,018 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,46757,1731090023727 (queues=1) is replicating from cluster=c5158e24-c812-452e-bd56-511f5eb964a0 to cluster=f374c8df-0f70-498d-9b6b-36432d420c51 2024-11-08T18:20:46,018 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C46757%2C1731090023727 2024-11-08T18:20:46,018 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,46757,1731090023727, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:20:46,019 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C46757%2C1731090023727 2024-11-08T18:20:46,019 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653, startPosition=0, beingWritten=true 2024-11-08T18:20:46,024 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:46,024 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 379, reset compression=false 2024-11-08T18:20:46,024 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,46757,1731090023727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:46,228 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 379, reset compression=false 2024-11-08T18:20:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:46,464 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:20:46,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:20:46,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:46,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:46,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:46,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:46,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d33f6ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:46,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36455,-1 for getting cluster id 2024-11-08T18:20:46,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:46,466 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f374c8df-0f70-498d-9b6b-36432d420c51' 2024-11-08T18:20:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f374c8df-0f70-498d-9b6b-36432d420c51" 2024-11-08T18:20:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dff3d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36455,-1] 2024-11-08T18:20:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:46,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:46,467 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:46,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca77bc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:46,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36455,1731090028451 2024-11-08T18:20:46,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8634f2f 2024-11-08T18:20:46,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:46,469 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:20:46,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:33079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:20:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:20:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:46,472 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:33079' 2024-11-08T18:20:46,474 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdbd097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:46,474 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,33079,-1 for getting cluster id 2024-11-08T18:20:46,474 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:46,474 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f' 2024-11-08T18:20:46,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:46,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f" 2024-11-08T18:20:46,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e6c441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:46,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,33079,-1] 2024-11-08T18:20:46,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:46,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:46,476 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:46,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622edee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:46,476 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:46,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,33079,1731090033883 2024-11-08T18:20:46,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f70899 2024-11-08T18:20:46,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:46,478 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:20:46,479 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T18:20:46,479 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:20:46,479 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:46,479 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:46,480 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:20:46,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:46,482 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:20:46,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:20:46,484 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:46,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:20:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741837_1013 (size=1138) 2024-11-08T18:20:46,495 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d305901efa60cb63790dde6bf7206442, NAME => 'hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405 2024-11-08T18:20:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741838_1014 (size=44) 2024-11-08T18:20:46,531 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 379, reset compression=false 2024-11-08T18:20:46,533 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:20:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:46,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:46,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d305901efa60cb63790dde6bf7206442, disabling compactions & flushes 2024-11-08T18:20:46,903 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:20:46,903 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:20:46,903 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. after waiting 0 ms 2024-11-08T18:20:46,903 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:20:46,903 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:20:46,903 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d305901efa60cb63790dde6bf7206442: Waiting for close lock at 1731090046902Disabling compacts and flushes for region at 1731090046902Disabling writes for close at 1731090046903 (+1 ms)Writing region close event to WAL at 1731090046903Closed at 1731090046903 2024-11-08T18:20:46,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:20:46,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731090046904"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090046904"}]},"ts":"1731090046904"} 2024-11-08T18:20:46,906 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:20:46,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:20:46,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090046907"}]},"ts":"1731090046907"} 2024-11-08T18:20:46,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:20:46,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d305901efa60cb63790dde6bf7206442, ASSIGN}] 2024-11-08T18:20:46,910 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d305901efa60cb63790dde6bf7206442, ASSIGN 2024-11-08T18:20:46,911 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d305901efa60cb63790dde6bf7206442, ASSIGN; state=OFFLINE, location=2424dce0d377,46783,1731090028575; forceNewPlan=false, retain=false 2024-11-08T18:20:46,936 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 379, reset compression=false 2024-11-08T18:20:47,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d305901efa60cb63790dde6bf7206442, regionState=OPENING, regionLocation=2424dce0d377,46783,1731090028575 2024-11-08T18:20:47,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d305901efa60cb63790dde6bf7206442, ASSIGN because future has completed 2024-11-08T18:20:47,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d305901efa60cb63790dde6bf7206442, server=2424dce0d377,46783,1731090028575}] 2024-11-08T18:20:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:47,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:20:47,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:20:47,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:20:47,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C46783%2C1731090028575.rep, suffix=, logDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575, archiveDir=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/oldWALs, maxLogs=10 2024-11-08T18:20:47,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.rep.1731090047220, exclude list is [], retry=0 2024-11-08T18:20:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40917,DS-d5232dbb-f667-4662-93a9-c041b9033815,DISK] 2024-11-08T18:20:47,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.rep.1731090047220 2024-11-08T18:20:47,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44581:44581)] 2024-11-08T18:20:47,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d305901efa60cb63790dde6bf7206442, NAME => 'hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:20:47,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:20:47,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:20:47,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. service=MultiRowMutationService 2024-11-08T18:20:47,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:20:47,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:47,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,246 INFO [StoreOpener-d305901efa60cb63790dde6bf7206442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,247 INFO [StoreOpener-d305901efa60cb63790dde6bf7206442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d305901efa60cb63790dde6bf7206442 columnFamilyName hfileref 2024-11-08T18:20:47,247 DEBUG [StoreOpener-d305901efa60cb63790dde6bf7206442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:47,247 INFO [StoreOpener-d305901efa60cb63790dde6bf7206442-1 {}] regionserver.HStore(327): Store=d305901efa60cb63790dde6bf7206442/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:47,247 INFO [StoreOpener-d305901efa60cb63790dde6bf7206442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,248 INFO [StoreOpener-d305901efa60cb63790dde6bf7206442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d305901efa60cb63790dde6bf7206442 columnFamilyName queue 2024-11-08T18:20:47,248 DEBUG [StoreOpener-d305901efa60cb63790dde6bf7206442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:47,248 INFO [StoreOpener-d305901efa60cb63790dde6bf7206442-1 {}] regionserver.HStore(327): Store=d305901efa60cb63790dde6bf7206442/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:47,249 INFO [StoreOpener-d305901efa60cb63790dde6bf7206442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,249 INFO [StoreOpener-d305901efa60cb63790dde6bf7206442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d305901efa60cb63790dde6bf7206442 columnFamilyName sid 2024-11-08T18:20:47,249 DEBUG [StoreOpener-d305901efa60cb63790dde6bf7206442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:47,250 INFO [StoreOpener-d305901efa60cb63790dde6bf7206442-1 {}] regionserver.HStore(327): Store=d305901efa60cb63790dde6bf7206442/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:47,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/replication/d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/replication/d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:20:47,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/replication/d305901efa60cb63790dde6bf7206442/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:20:47,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d305901efa60cb63790dde6bf7206442; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61342461, jitterRate=-0.0859261006116867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:20:47,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d305901efa60cb63790dde6bf7206442 2024-11-08T18:20:47,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d305901efa60cb63790dde6bf7206442: Running coprocessor pre-open hook at 1731090047241Writing region info on filesystem at 1731090047241Initializing all the Stores at 1731090047241Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090047242 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090047245 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090047245Cleaning up temporary data from old regions at 1731090047251 (+6 ms)Running coprocessor post-open hooks at 1731090047255 (+4 ms)Region opened successfully at 1731090047255 2024-11-08T18:20:47,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442., pid=10, masterSystemTime=1731090047215 2024-11-08T18:20:47,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:20:47,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:20:47,258 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d305901efa60cb63790dde6bf7206442, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,46783,1731090028575 2024-11-08T18:20:47,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d305901efa60cb63790dde6bf7206442, server=2424dce0d377,46783,1731090028575 because future has completed 2024-11-08T18:20:47,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:20:47,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d305901efa60cb63790dde6bf7206442, server=2424dce0d377,46783,1731090028575 in 197 msec 2024-11-08T18:20:47,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T18:20:47,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d305901efa60cb63790dde6bf7206442, ASSIGN in 353 msec 2024-11-08T18:20:47,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:20:47,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090047264"}]},"ts":"1731090047264"} 2024-11-08T18:20:47,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:20:47,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:20:47,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 787 msec 2024-11-08T18:20:47,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442., hostname=2424dce0d377,46783,1731090028575, seqNum=2] 2024-11-08T18:20:47,444 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 379, reset compression=false 2024-11-08T18:20:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:47,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T18:20:48,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:48,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:20:48,050 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 379, reset compression=false 2024-11-08T18:20:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:48,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:20:48,753 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 379, reset compression=false 2024-11-08T18:20:48,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T18:20:48,825 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:20:48,853 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,46783,1731090028575, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:20:48,853 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:48,853 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,46783,1731090028575, seqNum=-1] 2024-11-08T18:20:48,854 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:48,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T18:20:48,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,46783,1731090028575', locateType=CURRENT is [region=hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442., hostname=2424dce0d377,46783,1731090028575, seqNum=2] 2024-11-08T18:20:48,858 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T18:20:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T18:20:48,859 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,46783,1731090028575 suceeded 2024-11-08T18:20:48,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T18:20:48,861 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:33079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:20:48,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-08T18:20:48,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.3910 sec 2024-11-08T18:20:48,872 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:33079' 2024-11-08T18:20:48,873 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f7ef93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:48,873 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,33079,-1 for getting cluster id 2024-11-08T18:20:48,873 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:48,873 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f' 2024-11-08T18:20:48,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f" 2024-11-08T18:20:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3095b394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,33079,-1] 2024-11-08T18:20:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:48,874 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:48,875 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4848d9f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:48,875 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:48,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,33079,1731090033883 2024-11-08T18:20:48,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72c49bb1 2024-11-08T18:20:48,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:48,876 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-08T18:20:48,877 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,46783,1731090028575 (queues=1) is replicating from cluster=f374c8df-0f70-498d-9b6b-36432d420c51 to cluster=c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f 2024-11-08T18:20:48,877 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C46783%2C1731090028575 2024-11-08T18:20:48,877 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,46783,1731090028575, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:20:48,877 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994, startPosition=0, beingWritten=true 2024-11-08T18:20:48,877 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C46783%2C1731090028575 2024-11-08T18:20:48,881 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:48,881 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 379, reset compression=false 2024-11-08T18:20:48,881 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,46783,1731090028575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:48,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:20:48,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:48,994 INFO [AsyncFSWAL-0-hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405-prefix:2424dce0d377,46783,1731090028575.rep {}] wal.AbstractFSWAL(1368): Slow sync cost: 111 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40917,DS-d5232dbb-f667-4662-93a9-c041b9033815,DISK]] 2024-11-08T18:20:49,084 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 379, reset compression=false 2024-11-08T18:20:49,387 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 379, reset compression=false 2024-11-08T18:20:49,557 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 379, reset compression=false 2024-11-08T18:20:49,791 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 379, reset compression=false 2024-11-08T18:20:50,296 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 379, reset compression=false 2024-11-08T18:20:50,459 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 379, reset compression=false 2024-11-08T18:20:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:50,623 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:20:50,623 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:20:50,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:50,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:50,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:50,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:50,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bc6f96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:50,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,33079,-1 for getting cluster id 2024-11-08T18:20:50,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:50,626 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f' 2024-11-08T18:20:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f" 2024-11-08T18:20:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ed6770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,33079,-1] 2024-11-08T18:20:50,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:50,627 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:50,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee5d18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:50,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,33079,1731090033883 2024-11-08T18:20:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72c40129 2024-11-08T18:20:50,629 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:50,630 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:20:50,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:36455,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:20:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:20:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:50,634 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:36455' 2024-11-08T18:20:50,640 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e144215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:50,640 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36455,-1 for getting cluster id 2024-11-08T18:20:50,641 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:50,641 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f374c8df-0f70-498d-9b6b-36432d420c51' 2024-11-08T18:20:50,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:50,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f374c8df-0f70-498d-9b6b-36432d420c51" 2024-11-08T18:20:50,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb9cc25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:50,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36455,-1] 2024-11-08T18:20:50,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:50,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:50,643 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:50,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26cad5b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:50,644 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:50,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36455,1731090028451 2024-11-08T18:20:50,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ffe24c7 2024-11-08T18:20:50,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:50,645 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:20:50,646 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T18:20:50,646 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:20:50,646 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:50,646 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:50,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:50,647 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:20:50,648 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:20:50,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:20:50,650 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:50,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:20:50,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741837_1013 (size=1138) 2024-11-08T18:20:50,698 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:20:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:50,899 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 379, reset compression=false 2024-11-08T18:20:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:51,061 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2c9822ba387be11bce4442bb2825376, NAME => 'hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc 2024-11-08T18:20:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741838_1014 (size=44) 2024-11-08T18:20:51,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:51,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c2c9822ba387be11bce4442bb2825376, disabling compactions & flushes 2024-11-08T18:20:51,074 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. 2024-11-08T18:20:51,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. 2024-11-08T18:20:51,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. after waiting 0 ms 2024-11-08T18:20:51,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. 2024-11-08T18:20:51,074 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. 2024-11-08T18:20:51,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2c9822ba387be11bce4442bb2825376: Waiting for close lock at 1731090051074Disabling compacts and flushes for region at 1731090051074Disabling writes for close at 1731090051074Writing region close event to WAL at 1731090051074Closed at 1731090051074 2024-11-08T18:20:51,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:20:51,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731090051076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090051076"}]},"ts":"1731090051076"} 2024-11-08T18:20:51,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:20:51,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:20:51,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090051080"}]},"ts":"1731090051080"} 2024-11-08T18:20:51,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:20:51,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2c9822ba387be11bce4442bb2825376, ASSIGN}] 2024-11-08T18:20:51,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2c9822ba387be11bce4442bb2825376, ASSIGN 2024-11-08T18:20:51,086 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2c9822ba387be11bce4442bb2825376, ASSIGN; state=OFFLINE, location=2424dce0d377,33731,1731090034063; forceNewPlan=false, retain=false 2024-11-08T18:20:51,237 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2c9822ba387be11bce4442bb2825376, regionState=OPENING, regionLocation=2424dce0d377,33731,1731090034063 2024-11-08T18:20:51,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2c9822ba387be11bce4442bb2825376, ASSIGN because future has completed 2024-11-08T18:20:51,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2c9822ba387be11bce4442bb2825376, server=2424dce0d377,33731,1731090034063}] 2024-11-08T18:20:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:51,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. 2024-11-08T18:20:51,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:20:51,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:20:51,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C33731%2C1731090034063.rep, suffix=, logDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063, archiveDir=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/oldWALs, maxLogs=10 2024-11-08T18:20:51,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.rep.1731090051399, exclude list is [], retry=0 2024-11-08T18:20:51,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44583,DS-7b9784fb-2528-4fc2-9830-0b767cac1f25,DISK] 2024-11-08T18:20:51,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.rep.1731090051399 2024-11-08T18:20:51,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45835:45835)] 2024-11-08T18:20:51,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c2c9822ba387be11bce4442bb2825376, NAME => 'hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:20:51,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:20:51,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:20:51,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. service=MultiRowMutationService 2024-11-08T18:20:51,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:20:51,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:20:51,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,427 INFO [StoreOpener-c2c9822ba387be11bce4442bb2825376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,430 INFO [StoreOpener-c2c9822ba387be11bce4442bb2825376-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2c9822ba387be11bce4442bb2825376 columnFamilyName hfileref 2024-11-08T18:20:51,430 DEBUG [StoreOpener-c2c9822ba387be11bce4442bb2825376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:51,430 INFO [StoreOpener-c2c9822ba387be11bce4442bb2825376-1 {}] regionserver.HStore(327): Store=c2c9822ba387be11bce4442bb2825376/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:51,430 INFO [StoreOpener-c2c9822ba387be11bce4442bb2825376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,433 INFO [StoreOpener-c2c9822ba387be11bce4442bb2825376-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2c9822ba387be11bce4442bb2825376 columnFamilyName queue 2024-11-08T18:20:51,433 DEBUG [StoreOpener-c2c9822ba387be11bce4442bb2825376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:51,434 INFO [StoreOpener-c2c9822ba387be11bce4442bb2825376-1 {}] regionserver.HStore(327): Store=c2c9822ba387be11bce4442bb2825376/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:51,434 INFO [StoreOpener-c2c9822ba387be11bce4442bb2825376-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,435 INFO [StoreOpener-c2c9822ba387be11bce4442bb2825376-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2c9822ba387be11bce4442bb2825376 columnFamilyName sid 2024-11-08T18:20:51,436 DEBUG [StoreOpener-c2c9822ba387be11bce4442bb2825376-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:20:51,437 INFO [StoreOpener-c2c9822ba387be11bce4442bb2825376-1 {}] regionserver.HStore(327): Store=c2c9822ba387be11bce4442bb2825376/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:20:51,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/replication/c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/replication/c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:20:51,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/replication/c2c9822ba387be11bce4442bb2825376/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:20:51,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c2c9822ba387be11bce4442bb2825376; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59562811, jitterRate=-0.11244495213031769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:20:51,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2c9822ba387be11bce4442bb2825376 2024-11-08T18:20:51,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c2c9822ba387be11bce4442bb2825376: Running coprocessor pre-open hook at 1731090051426Writing region info on filesystem at 1731090051426Initializing all the Stores at 1731090051427 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090051427Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090051427Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090051427Cleaning up temporary data from old regions at 1731090051441 (+14 ms)Running coprocessor post-open hooks at 1731090051451 (+10 ms)Region opened successfully at 1731090051451 2024-11-08T18:20:51,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376., pid=10, masterSystemTime=1731090051392 2024-11-08T18:20:51,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. 2024-11-08T18:20:51,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. 2024-11-08T18:20:51,457 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2c9822ba387be11bce4442bb2825376, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,33731,1731090034063 2024-11-08T18:20:51,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2c9822ba387be11bce4442bb2825376, server=2424dce0d377,33731,1731090034063 because future has completed 2024-11-08T18:20:51,462 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 379, reset compression=false 2024-11-08T18:20:51,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:20:51,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c2c9822ba387be11bce4442bb2825376, server=2424dce0d377,33731,1731090034063 in 224 msec 2024-11-08T18:20:51,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T18:20:51,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2c9822ba387be11bce4442bb2825376, ASSIGN in 384 msec 2024-11-08T18:20:51,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:20:51,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090051469"}]},"ts":"1731090051469"} 2024-11-08T18:20:51,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:20:51,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:20:51,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 824 msec 2024-11-08T18:20:51,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376., hostname=2424dce0d377,33731,1731090034063, seqNum=2] 2024-11-08T18:20:51,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:51,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:20:51,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:20:51,605 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 379, reset compression=false 2024-11-08T18:20:51,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T18:20:51,706 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:20:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:51,791 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,33731,1731090034063, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:20:51,792 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:51,792 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33731,1731090034063, seqNum=-1] 2024-11-08T18:20:51,793 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:51,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T18:20:51,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,33731,1731090034063', locateType=CURRENT is [region=hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376., hostname=2424dce0d377,33731,1731090034063, seqNum=2] 2024-11-08T18:20:51,800 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T18:20:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T18:20:51,803 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,33731,1731090034063 suceeded 2024-11-08T18:20:51,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T18:20:51,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 254 msec 2024-11-08T18:20:51,805 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:36455,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:20:51,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1740 sec 2024-11-08T18:20:51,815 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:36455' 2024-11-08T18:20:51,816 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b92b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:51,816 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36455,-1 for getting cluster id 2024-11-08T18:20:51,816 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:51,816 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f374c8df-0f70-498d-9b6b-36432d420c51' 2024-11-08T18:20:51,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:51,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f374c8df-0f70-498d-9b6b-36432d420c51" 2024-11-08T18:20:51,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@763d727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:51,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36455,-1] 2024-11-08T18:20:51,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:51,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:51,817 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:51,818 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38e674ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:51,818 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:20:51,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,36455,1731090028451 2024-11-08T18:20:51,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@393abb35 2024-11-08T18:20:51,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:20:51,819 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-08T18:20:51,820 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,33731,1731090034063 (queues=1) is replicating from cluster=c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f to cluster=f374c8df-0f70-498d-9b6b-36432d420c51 2024-11-08T18:20:51,820 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C33731%2C1731090034063 2024-11-08T18:20:51,820 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,33731,1731090034063, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:20:51,821 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591, startPosition=0, beingWritten=true 2024-11-08T18:20:51,823 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C33731%2C1731090034063 2024-11-08T18:20:51,826 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:51,826 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 379, reset compression=false 2024-11-08T18:20:51,826 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,33731,1731090034063 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:52,033 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 379, reset compression=false 2024-11-08T18:20:52,337 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 379, reset compression=false 2024-11-08T18:20:52,413 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 379, reset compression=false 2024-11-08T18:20:52,577 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 379, reset compression=false 2024-11-08T18:20:52,740 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 379, reset compression=false 2024-11-08T18:20:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:20:52,793 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:20:52,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:20:52,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:20:52,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:52,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:20:52,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:52,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350d9bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:52,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,40895,-1 for getting cluster id 2024-11-08T18:20:52,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:52,795 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5158e24-c812-452e-bd56-511f5eb964a0' 2024-11-08T18:20:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5158e24-c812-452e-bd56-511f5eb964a0" 2024-11-08T18:20:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b88638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,40895,-1] 2024-11-08T18:20:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:52,796 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d1555d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:52,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da1ab1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:52,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36455,-1 for getting cluster id 2024-11-08T18:20:52,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:52,797 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f374c8df-0f70-498d-9b6b-36432d420c51' 2024-11-08T18:20:52,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f374c8df-0f70-498d-9b6b-36432d420c51" 2024-11-08T18:20:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759826b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36455,-1] 2024-11-08T18:20:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:52,799 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:52,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a26461a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:52,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d406765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:52,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,33079,-1 for getting cluster id 2024-11-08T18:20:52,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:52,800 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f' 2024-11-08T18:20:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:52,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f" 2024-11-08T18:20:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fedfaa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,33079,-1] 2024-11-08T18:20:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:52,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:52,801 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:52,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428b9b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:52,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,46757,1731090023727, seqNum=-1] 2024-11-08T18:20:52,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:52,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:20:52,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b., hostname=2424dce0d377,46757,1731090023727, seqNum=2] 2024-11-08T18:20:52,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33731,1731090034063, seqNum=-1] 2024-11-08T18:20:52,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:52,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:20:52,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327., hostname=2424dce0d377,33731,1731090034063, seqNum=2] 2024-11-08T18:20:52,812 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T18:20:53,101 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:20:53,243 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 379, reset compression=false 2024-11-08T18:20:53,316 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 379, reset compression=false 2024-11-08T18:20:53,780 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 379, reset compression=false 2024-11-08T18:20:53,802 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:53,802 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 480, reset compression=false 2024-11-08T18:20:53,802 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,46757,1731090023727 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ee07dd912b454e86d4c0b2338a89d5b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T18:20:53,806 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:20:53,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-08T18:20:53,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:53,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79dbd19c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:53,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,36455,-1 for getting cluster id 2024-11-08T18:20:53,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:53,809 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f374c8df-0f70-498d-9b6b-36432d420c51' 2024-11-08T18:20:53,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:53,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f374c8df-0f70-498d-9b6b-36432d420c51" 2024-11-08T18:20:53,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1451d49e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:53,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,36455,-1] 2024-11-08T18:20:53,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:53,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:53,811 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:53,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e844fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:53,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:53,814 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T18:20:53,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,46783,1731090028575, seqNum=-1] 2024-11-08T18:20:53,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:53,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T18:20:53,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e., hostname=2424dce0d377,46783,1731090028575, seqNum=2] 2024-11-08T18:20:53,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:53,850 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 379, reset compression=false 2024-11-08T18:20:54,006 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 480, reset compression=false 2024-11-08T18:20:54,314 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 480, reset compression=false 2024-11-08T18:20:54,329 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 379, reset compression=false 2024-11-08T18:20:54,378 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:54,378 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 504, reset compression=false 2024-11-08T18:20:54,378 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,46783,1731090028575 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d05a5690a08ba4a3cbb5649bde93c0e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T18:20:54,380 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:20:54,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-08T18:20:54,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:54,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76dd2557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:54,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,33079,-1 for getting cluster id 2024-11-08T18:20:54,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:20:54,390 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f' 2024-11-08T18:20:54,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:20:54,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1fe9e98-5daf-4f98-8ba5-a86af67a0b6f" 2024-11-08T18:20:54,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75ad4038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:54,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,33079,-1] 2024-11-08T18:20:54,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:20:54,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:20:54,392 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:20:54,393 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@91ab1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:20:54,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:54,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33731,1731090034063, seqNum=-1] 2024-11-08T18:20:54,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:54,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T18:20:54,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327., hostname=2424dce0d377,33731,1731090034063, seqNum=2] 2024-11-08T18:20:54,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:54,586 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 379, reset compression=false 2024-11-08T18:20:54,590 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 504, reset compression=false 2024-11-08T18:20:54,591 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:54,591 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 528, reset compression=false 2024-11-08T18:20:54,591 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,33731,1731090034063 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:54,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:20:54,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,727 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 480, reset compression=false 2024-11-08T18:20:54,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:20:54,799 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 528, reset compression=false 2024-11-08T18:20:54,816 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T18:20:54,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:20:54,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,46783,1731090028575, seqNum=-1] 2024-11-08T18:20:54,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:20:54,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:20:54,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e., hostname=2424dce0d377,46783,1731090028575, seqNum=2] 2024-11-08T18:20:54,829 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T18:20:54,897 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 504, reset compression=false 2024-11-08T18:20:54,906 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:54,906 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 608, reset compression=false 2024-11-08T18:20:54,906 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,46783,1731090028575 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d05a5690a08ba4a3cbb5649bde93c0e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T18:20:54,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:54,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:55,106 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 528, reset compression=false 2024-11-08T18:20:55,112 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:55,112 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 656, reset compression=false 2024-11-08T18:20:55,112 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,33731,1731090034063 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:55,117 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 608, reset compression=false 2024-11-08T18:20:55,241 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 480, reset compression=false 2024-11-08T18:20:55,319 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 656, reset compression=false 2024-11-08T18:20:55,422 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 608, reset compression=false 2024-11-08T18:20:55,623 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 656, reset compression=false 2024-11-08T18:20:55,825 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 608, reset compression=false 2024-11-08T18:20:55,831 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T18:20:55,835 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T18:20:55,851 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 480, reset compression=false 2024-11-08T18:20:56,034 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 656, reset compression=false 2024-11-08T18:20:56,038 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:56,038 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 760, reset compression=false 2024-11-08T18:20:56,038 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,33731,1731090034063 got entry batch from reader: WALEntryBatch [walEntries=[{test/6fe69da36f1eaa5c404ed9bd46405327/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T18:20:56,039 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:20:56,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-08T18:20:56,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:56,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:56,245 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 760, reset compression=false 2024-11-08T18:20:56,349 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 608, reset compression=false 2024-11-08T18:20:56,354 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:56,354 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 736, reset compression=false 2024-11-08T18:20:56,356 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,46783,1731090028575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:56,550 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 760, reset compression=false 2024-11-08T18:20:56,556 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 480, reset compression=false 2024-11-08T18:20:56,558 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 736, reset compression=false 2024-11-08T18:20:56,841 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T18:20:56,847 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T18:20:56,914 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 736, reset compression=false 2024-11-08T18:20:56,996 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 760, reset compression=false 2024-11-08T18:20:57,342 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 736, reset compression=false 2024-11-08T18:20:57,401 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 480, reset compression=false 2024-11-08T18:20:57,419 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:57,419 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:20:57,419 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,46757,1731090023727 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ee07dd912b454e86d4c0b2338a89d5b/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T18:20:57,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:57,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:57,500 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 760, reset compression=false 2024-11-08T18:20:57,657 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:20:57,850 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T18:20:57,878 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 736, reset compression=false 2024-11-08T18:20:57,884 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:57,884 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 884, reset compression=false 2024-11-08T18:20:57,884 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,46783,1731090028575 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d05a5690a08ba4a3cbb5649bde93c0e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T18:20:57,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:57,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:57,970 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:20:58,098 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 884, reset compression=false 2024-11-08T18:20:58,106 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 760, reset compression=false 2024-11-08T18:20:58,110 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:58,110 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 932, reset compression=false 2024-11-08T18:20:58,111 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,33731,1731090034063 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:58,315 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 932, reset compression=false 2024-11-08T18:20:58,378 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:20:58,402 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 884, reset compression=false 2024-11-08T18:20:58,440 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:20:58,622 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 932, reset compression=false 2024-11-08T18:20:58,818 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 884, reset compression=false 2024-11-08T18:20:58,854 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T18:20:58,883 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T18:20:58,907 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:20:59,030 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 932, reset compression=false 2024-11-08T18:20:59,355 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 884, reset compression=false 2024-11-08T18:20:59,392 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:20:59,392 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1043, reset compression=false 2024-11-08T18:20:59,393 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,46783,1731090028575 got entry batch from reader: WALEntryBatch [walEntries=[{test/3d05a5690a08ba4a3cbb5649bde93c0e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T18:20:59,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:20:59,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33731 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:20:59,529 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:20:59,556 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 932, reset compression=false 2024-11-08T18:20:59,578 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:20:59,578 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 1082, reset compression=false 2024-11-08T18:20:59,578 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,33731,1731090034063 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:20:59,618 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1043, reset compression=false 2024-11-08T18:20:59,816 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 1082, reset compression=false 2024-11-08T18:20:59,889 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T18:20:59,896 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T18:20:59,922 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1043, reset compression=false 2024-11-08T18:21:00,162 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 1082, reset compression=false 2024-11-08T18:21:00,178 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:21:00,178 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 1241, reset compression=false 2024-11-08T18:21:00,178 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,33731,1731090034063 got entry batch from reader: WALEntryBatch [walEntries=[{test/6fe69da36f1eaa5c404ed9bd46405327/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T18:21:00,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T18:21:00,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46783 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T18:21:00,242 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:21:00,339 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1043, reset compression=false 2024-11-08T18:21:00,346 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:21:00,346 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1193, reset compression=false 2024-11-08T18:21:00,348 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,46783,1731090028575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:21:00,400 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 1241, reset compression=false 2024-11-08T18:21:00,554 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1193, reset compression=false 2024-11-08T18:21:00,721 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 1241, reset compression=false 2024-11-08T18:21:00,884 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1193, reset compression=false 2024-11-08T18:21:00,898 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T18:21:00,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:21:00,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:00,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:00,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:00,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:00,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:00,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:21:00,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=195846088, stopped=false 2024-11-08T18:21:00,907 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,33079,1731090033883 2024-11-08T18:21:00,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1519846141/running 2024-11-08T18:21:00,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1519846141/running 2024-11-08T18:21:00,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:21:00,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:21:00,979 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:21:00,979 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:00,979 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:00,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:00,979 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,33731,1731090034063' ***** 2024-11-08T18:21:00,979 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:21:00,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Set watcher on znode that does not yet exist, /2-1519846141/running 2024-11-08T18:21:00,980 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:21:00,980 INFO [RS:0;2424dce0d377:33731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:21:00,981 INFO [RS:0;2424dce0d377:33731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:21:00,981 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(3091): Received CLOSE for c2c9822ba387be11bce4442bb2825376 2024-11-08T18:21:00,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Set watcher on znode that does not yet exist, /2-1519846141/running 2024-11-08T18:21:00,981 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:21:00,981 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(3091): Received CLOSE for 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:21:00,981 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,33731,1731090034063 2024-11-08T18:21:00,981 INFO [RS:0;2424dce0d377:33731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:21:00,981 INFO [RS:0;2424dce0d377:33731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:33731. 2024-11-08T18:21:00,981 DEBUG [RS:0;2424dce0d377:33731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:00,981 DEBUG [RS:0;2424dce0d377:33731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:00,981 INFO [RS:0;2424dce0d377:33731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:21:00,982 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2c9822ba387be11bce4442bb2825376, disabling compactions & flushes 2024-11-08T18:21:00,982 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. 2024-11-08T18:21:00,982 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. 2024-11-08T18:21:00,982 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. after waiting 0 ms 2024-11-08T18:21:00,982 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. 2024-11-08T18:21:00,982 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2c9822ba387be11bce4442bb2825376 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-08T18:21:00,984 INFO [RS:0;2424dce0d377:33731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:21:00,984 INFO [RS:0;2424dce0d377:33731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:21:00,984 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:21:00,985 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T18:21:00,986 DEBUG [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1325): Online Regions={c2c9822ba387be11bce4442bb2825376=hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376., 6fe69da36f1eaa5c404ed9bd46405327=test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:21:00,986 DEBUG [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fe69da36f1eaa5c404ed9bd46405327, c2c9822ba387be11bce4442bb2825376 2024-11-08T18:21:00,986 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:21:00,986 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:21:00,986 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:21:00,986 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:21:00,986 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:21:00,986 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T18:21:01,008 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/replication/c2c9822ba387be11bce4442bb2825376/.tmp/queue/38f073f0578443f1b7ad489d843332ec is 154, key is 1-2424dce0d377,33731,1731090034063/queue:2424dce0d377%2C33731%2C1731090034063/1731090060187/Put/seqid=0 2024-11-08T18:21:01,009 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/.tmp/info/35e82c0f5a8a40cfbc11641a5f6e6341 is 147, key is hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376./info:regioninfo/1731090051457/Put/seqid=0 2024-11-08T18:21:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741840_1016 (size=5353) 2024-11-08T18:21:01,033 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:21:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741841_1017 (size=7686) 2024-11-08T18:21:01,038 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/.tmp/info/35e82c0f5a8a40cfbc11641a5f6e6341 2024-11-08T18:21:01,058 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:21:01,067 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/.tmp/ns/a7ce3c44bc1b40abb9c81fb2ade5ad1f is 43, key is default/ns:d/1731090037411/Put/seqid=0 2024-11-08T18:21:01,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:21:01,107 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/.tmp/ns/a7ce3c44bc1b40abb9c81fb2ade5ad1f 2024-11-08T18:21:01,125 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 1241, reset compression=false 2024-11-08T18:21:01,136 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/.tmp/rep_barrier/13fe2d9f27be4644901f924d13d7ea24 is 112, key is test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327./rep_barrier:seqnumDuringOpen/1731090043452/Put/seqid=0 2024-11-08T18:21:01,186 DEBUG [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fe69da36f1eaa5c404ed9bd46405327, c2c9822ba387be11bce4442bb2825376 2024-11-08T18:21:01,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741843_1019 (size=5518) 2024-11-08T18:21:01,289 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1193, reset compression=false 2024-11-08T18:21:01,387 DEBUG [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fe69da36f1eaa5c404ed9bd46405327, c2c9822ba387be11bce4442bb2825376 2024-11-08T18:21:01,423 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/replication/c2c9822ba387be11bce4442bb2825376/.tmp/queue/38f073f0578443f1b7ad489d843332ec 2024-11-08T18:21:01,446 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/replication/c2c9822ba387be11bce4442bb2825376/.tmp/queue/38f073f0578443f1b7ad489d843332ec as hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/replication/c2c9822ba387be11bce4442bb2825376/queue/38f073f0578443f1b7ad489d843332ec 2024-11-08T18:21:01,454 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/replication/c2c9822ba387be11bce4442bb2825376/queue/38f073f0578443f1b7ad489d843332ec, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T18:21:01,456 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c2c9822ba387be11bce4442bb2825376 in 474ms, sequenceid=12, compaction requested=false 2024-11-08T18:21:01,465 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:21:01,465 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:21:01,501 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/replication/c2c9822ba387be11bce4442bb2825376/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T18:21:01,503 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:01,503 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:21:01,504 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. 2024-11-08T18:21:01,504 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2c9822ba387be11bce4442bb2825376: Waiting for close lock at 1731090060981Running coprocessor pre-close hooks at 1731090060981Disabling compacts and flushes for region at 1731090060981Disabling writes for close at 1731090060982 (+1 ms)Obtaining lock to block concurrent updates at 1731090060982Preparing flush snapshotting stores in c2c9822ba387be11bce4442bb2825376 at 1731090060982Finished memstore snapshotting hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731090060982Flushing stores of hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. at 1731090060983 (+1 ms)Flushing c2c9822ba387be11bce4442bb2825376/queue: creating writer at 1731090060983Flushing c2c9822ba387be11bce4442bb2825376/queue: appending metadata at 1731090061008 (+25 ms)Flushing c2c9822ba387be11bce4442bb2825376/queue: closing flushed file at 1731090061008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2868dacc: reopening flushed file at 1731090061445 (+437 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c2c9822ba387be11bce4442bb2825376 in 474ms, sequenceid=12, compaction requested=false at 1731090061456 (+11 ms)Writing region close event to WAL at 1731090061474 (+18 ms)Running coprocessor post-close hooks at 1731090061502 (+28 ms)Closed at 1731090061503 (+1 ms) 2024-11-08T18:21:01,504 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731090050647.c2c9822ba387be11bce4442bb2825376. 2024-11-08T18:21:01,504 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6fe69da36f1eaa5c404ed9bd46405327, disabling compactions & flushes 2024-11-08T18:21:01,504 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. 2024-11-08T18:21:01,504 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. 2024-11-08T18:21:01,504 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. after waiting 0 ms 2024-11-08T18:21:01,504 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. 2024-11-08T18:21:01,504 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6fe69da36f1eaa5c404ed9bd46405327 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T18:21:01,541 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/.tmp/f/83e620a17be04279aff87380224cbe71 is 29, key is row1/f:/1731090058855/DeleteFamily/seqid=0 2024-11-08T18:21:01,590 DEBUG [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:21:01,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741844_1020 (size=5152) 2024-11-08T18:21:01,606 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/.tmp/f/83e620a17be04279aff87380224cbe71 2024-11-08T18:21:01,612 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/.tmp/rep_barrier/13fe2d9f27be4644901f924d13d7ea24 2024-11-08T18:21:01,612 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83e620a17be04279aff87380224cbe71 2024-11-08T18:21:01,647 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/.tmp/table/ab91987ee79142fb892978b7bbdc140f is 53, key is hbase:replication/table:state/1731090051469/Put/seqid=0 2024-11-08T18:21:01,647 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/.tmp/f1/2204b69e8e294b6bb00c77d4276c9de5 is 30, key is row1/f1:/1731090058855/DeleteFamily/seqid=0 2024-11-08T18:21:01,654 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 1241, reset compression=false 2024-11-08T18:21:01,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741845_1021 (size=5158) 2024-11-08T18:21:01,690 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/.tmp/f1/2204b69e8e294b6bb00c77d4276c9de5 2024-11-08T18:21:01,694 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:21:01,694 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 1488, reset compression=false 2024-11-08T18:21:01,694 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,33731,1731090034063 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:21:01,697 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2424dce0d377,33731,1731090034063: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2424dce0d377,33731,1731090034063, walGroup=2424dce0d377%2C33731%2C1731090034063, offset=2424dce0d377%2C33731%2C1731090034063.1731090036591:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:33731 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T18:21:01,702 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T18:21:01,702 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T18:21:01,703 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T18:21:01,704 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T18:21:01,704 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T18:21:01,704 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 892471544 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 202997592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T18:21:01,705 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:33079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:33079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T18:21:01,710 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2204b69e8e294b6bb00c77d4276c9de5 2024-11-08T18:21:01,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741846_1022 (size=5308) 2024-11-08T18:21:01,727 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/.tmp/table/ab91987ee79142fb892978b7bbdc140f 2024-11-08T18:21:01,735 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/.tmp/info/35e82c0f5a8a40cfbc11641a5f6e6341 as hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/info/35e82c0f5a8a40cfbc11641a5f6e6341 2024-11-08T18:21:01,740 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/info/35e82c0f5a8a40cfbc11641a5f6e6341, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T18:21:01,742 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/.tmp/ns/a7ce3c44bc1b40abb9c81fb2ade5ad1f as hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/ns/a7ce3c44bc1b40abb9c81fb2ade5ad1f 2024-11-08T18:21:01,749 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/ns/a7ce3c44bc1b40abb9c81fb2ade5ad1f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T18:21:01,750 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/.tmp/rep_barrier/13fe2d9f27be4644901f924d13d7ea24 as hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/rep_barrier/13fe2d9f27be4644901f924d13d7ea24 2024-11-08T18:21:01,760 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/.tmp/norep/ceb83447ca10483f8dca868de5b2389f is 33, key is row2/norep:/1731090059892/DeleteFamily/seqid=0 2024-11-08T18:21:01,767 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/rep_barrier/13fe2d9f27be4644901f924d13d7ea24, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T18:21:01,772 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/.tmp/table/ab91987ee79142fb892978b7bbdc140f as hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/table/ab91987ee79142fb892978b7bbdc140f 2024-11-08T18:21:01,778 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/table/ab91987ee79142fb892978b7bbdc140f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T18:21:01,779 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 793ms, sequenceid=16, compaction requested=false 2024-11-08T18:21:01,790 DEBUG [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6fe69da36f1eaa5c404ed9bd46405327 2024-11-08T18:21:01,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741847_1023 (size=5108) 2024-11-08T18:21:01,799 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/.tmp/norep/ceb83447ca10483f8dca868de5b2389f 2024-11-08T18:21:01,814 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceb83447ca10483f8dca868de5b2389f 2024-11-08T18:21:01,815 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/.tmp/f/83e620a17be04279aff87380224cbe71 as hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/f/83e620a17be04279aff87380224cbe71 2024-11-08T18:21:01,821 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83e620a17be04279aff87380224cbe71 2024-11-08T18:21:01,821 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/f/83e620a17be04279aff87380224cbe71, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T18:21:01,821 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1193, reset compression=false 2024-11-08T18:21:01,822 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/.tmp/f1/2204b69e8e294b6bb00c77d4276c9de5 as hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/f1/2204b69e8e294b6bb00c77d4276c9de5 2024-11-08T18:21:01,828 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2204b69e8e294b6bb00c77d4276c9de5 2024-11-08T18:21:01,828 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/f1/2204b69e8e294b6bb00c77d4276c9de5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T18:21:01,829 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/.tmp/norep/ceb83447ca10483f8dca868de5b2389f as hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/norep/ceb83447ca10483f8dca868de5b2389f 2024-11-08T18:21:01,836 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceb83447ca10483f8dca868de5b2389f 2024-11-08T18:21:01,836 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/norep/ceb83447ca10483f8dca868de5b2389f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T18:21:01,837 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6fe69da36f1eaa5c404ed9bd46405327 in 333ms, sequenceid=10, compaction requested=false 2024-11-08T18:21:01,927 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 1488, reset compression=false 2024-11-08T18:21:01,944 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T18:21:01,945 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:01,945 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:21:01,945 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:01,945 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090060986Running coprocessor pre-close hooks at 1731090060986Disabling compacts and flushes for region at 1731090060986Disabling writes for close at 1731090060986Obtaining lock to block concurrent updates at 1731090060986Preparing flush snapshotting stores in 1588230740 at 1731090060986Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731090060987 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731090060987Flushing 1588230740/info: creating writer at 1731090060987Flushing 1588230740/info: appending metadata at 1731090061009 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731090061009Flushing 1588230740/ns: creating writer at 1731090061043 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731090061066 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731090061067 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731090061115 (+48 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731090061135 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731090061135Flushing 1588230740/table: creating writer at 1731090061623 (+488 ms)Flushing 1588230740/table: appending metadata at 1731090061646 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731090061647 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c696f88: reopening flushed file at 1731090061734 (+87 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103832bf: reopening flushed file at 1731090061741 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a512bd2: reopening flushed file at 1731090061749 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a11da7: reopening flushed file at 1731090061768 (+19 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 793ms, sequenceid=16, compaction requested=false at 1731090061779 (+11 ms)Writing region close event to WAL at 1731090061888 (+109 ms)Running coprocessor post-close hooks at 1731090061945 (+57 ms)Closed at 1731090061945 2024-11-08T18:21:01,945 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:01,956 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/data/default/test/6fe69da36f1eaa5c404ed9bd46405327/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T18:21:01,957 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:01,957 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:21:01,957 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. 2024-11-08T18:21:01,957 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6fe69da36f1eaa5c404ed9bd46405327: Waiting for close lock at 1731090061504Running coprocessor pre-close hooks at 1731090061504Disabling compacts and flushes for region at 1731090061504Disabling writes for close at 1731090061504Obtaining lock to block concurrent updates at 1731090061504Preparing flush snapshotting stores in 6fe69da36f1eaa5c404ed9bd46405327 at 1731090061504Finished memstore snapshotting test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731090061505 (+1 ms)Flushing stores of test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. at 1731090061506 (+1 ms)Flushing 6fe69da36f1eaa5c404ed9bd46405327/f: creating writer at 1731090061506Flushing 6fe69da36f1eaa5c404ed9bd46405327/f: appending metadata at 1731090061540 (+34 ms)Flushing 6fe69da36f1eaa5c404ed9bd46405327/f: closing flushed file at 1731090061540Flushing 6fe69da36f1eaa5c404ed9bd46405327/f1: creating writer at 1731090061613 (+73 ms)Flushing 6fe69da36f1eaa5c404ed9bd46405327/f1: appending metadata at 1731090061646 (+33 ms)Flushing 6fe69da36f1eaa5c404ed9bd46405327/f1: closing flushed file at 1731090061646Flushing 6fe69da36f1eaa5c404ed9bd46405327/norep: creating writer at 1731090061710 (+64 ms)Flushing 6fe69da36f1eaa5c404ed9bd46405327/norep: appending metadata at 1731090061754 (+44 ms)Flushing 6fe69da36f1eaa5c404ed9bd46405327/norep: closing flushed file at 1731090061754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c5ebd97: reopening flushed file at 1731090061815 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8648c6: reopening flushed file at 1731090061821 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2008b16a: reopening flushed file at 1731090061828 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6fe69da36f1eaa5c404ed9bd46405327 in 333ms, sequenceid=10, compaction requested=false at 1731090061837 (+9 ms)Writing region close event to WAL at 1731090061920 (+83 ms)Running coprocessor post-close hooks at 1731090061957 (+37 ms)Closed at 1731090061957 2024-11-08T18:21:01,958 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731090042076.6fe69da36f1eaa5c404ed9bd46405327. 2024-11-08T18:21:01,982 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:21:01,982 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/WALs/2424dce0d377,33731,1731090034063/2424dce0d377%2C33731%2C1731090034063.1731090036591 to pos 2132, reset compression=false 2024-11-08T18:21:01,990 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:21:01,991 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,33731,1731090034063; all regions closed. 2024-11-08T18:21:02,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741834_1010 (size=4239) 2024-11-08T18:21:02,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741839_1015 (size=3114) 2024-11-08T18:21:02,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741833_1009 (size=2140) 2024-11-08T18:21:02,119 DEBUG [RS:0;2424dce0d377:33731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:02,120 INFO [RS:0;2424dce0d377:33731 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:21:02,120 INFO [RS:0;2424dce0d377:33731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:21:02,120 INFO [RS:0;2424dce0d377:33731 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:21:02,120 INFO [RS:0;2424dce0d377:33731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:21:02,120 INFO [RS:0;2424dce0d377:33731 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,33731,1731090034063 because: Region server is closing 2024-11-08T18:21:02,120 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:21:02,121 INFO [RS:0;2424dce0d377:33731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:33731. 2024-11-08T18:21:02,121 DEBUG [RS:0;2424dce0d377:33731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:02,121 DEBUG [RS:0;2424dce0d377:33731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:02,121 DEBUG [RS:0;2424dce0d377:33731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:02,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:02,222 INFO [RS:0;2424dce0d377:33731 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.shipper2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 terminated 2024-11-08T18:21:02,222 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33731,1731090034063.replicationSource.wal-reader.2424dce0d377%2C33731%2C1731090034063,1-2424dce0d377,33731,1731090034063 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:21:02,222 INFO [RS:0;2424dce0d377:33731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:33731. 2024-11-08T18:21:02,222 DEBUG [RS:0;2424dce0d377:33731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:02,222 DEBUG [RS:0;2424dce0d377:33731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:02,222 DEBUG [RS:0;2424dce0d377:33731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:02,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:02,223 INFO [RS:0;2424dce0d377:33731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33731 2024-11-08T18:21:02,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1519846141/rs/2424dce0d377,33731,1731090034063 2024-11-08T18:21:02,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141/rs 2024-11-08T18:21:02,284 INFO [RS:0;2424dce0d377:33731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:21:02,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,33731,1731090034063] 2024-11-08T18:21:02,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1519846141/draining/2424dce0d377,33731,1731090034063 already deleted, retry=false 2024-11-08T18:21:02,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,33731,1731090034063 expired; onlineServers=0 2024-11-08T18:21:02,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,33079,1731090033883' ***** 2024-11-08T18:21:02,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:21:02,305 INFO [M:0;2424dce0d377:33079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:21:02,306 INFO [M:0;2424dce0d377:33079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:21:02,306 DEBUG [M:0;2424dce0d377:33079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:21:02,306 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:21:02,306 DEBUG [M:0;2424dce0d377:33079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:21:02,306 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090036129 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090036129,5,FailOnTimeoutGroup] 2024-11-08T18:21:02,306 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090036128 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090036128,5,FailOnTimeoutGroup] 2024-11-08T18:21:02,307 INFO [M:0;2424dce0d377:33079 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:21:02,307 INFO [M:0;2424dce0d377:33079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:21:02,307 DEBUG [M:0;2424dce0d377:33079 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:21:02,307 INFO [M:0;2424dce0d377:33079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:21:02,307 INFO [M:0;2424dce0d377:33079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:21:02,307 INFO [M:0;2424dce0d377:33079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:21:02,307 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:21:02,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1519846141/master 2024-11-08T18:21:02,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1519846141 2024-11-08T18:21:02,316 DEBUG [M:0;2424dce0d377:33079 {}] zookeeper.ZKUtil(347): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Unable to get data of znode /2-1519846141/master because node does not exist (not an error) 2024-11-08T18:21:02,316 WARN [M:0;2424dce0d377:33079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:21:02,321 INFO [M:0;2424dce0d377:33079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/.lastflushedseqids 2024-11-08T18:21:02,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741848_1024 (size=245) 2024-11-08T18:21:02,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:02,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33731-0x1011bad777c0007, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:02,395 INFO [RS:0;2424dce0d377:33731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:21:02,395 INFO [RS:0;2424dce0d377:33731 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,33731,1731090034063; zookeeper connection closed. 2024-11-08T18:21:02,416 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c4d16fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c4d16fd 2024-11-08T18:21:02,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:21:02,485 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1193, reset compression=false 2024-11-08T18:21:02,764 INFO [M:0;2424dce0d377:33079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:21:02,764 INFO [M:0;2424dce0d377:33079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:21:02,765 DEBUG [M:0;2424dce0d377:33079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:21:02,765 INFO [M:0;2424dce0d377:33079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:02,765 DEBUG [M:0;2424dce0d377:33079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:02,765 DEBUG [M:0;2424dce0d377:33079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:21:02,765 DEBUG [M:0;2424dce0d377:33079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:02,765 INFO [M:0;2424dce0d377:33079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T18:21:02,784 DEBUG [M:0;2424dce0d377:33079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6f435cf7e514fb1845ddc99cf0a778b is 82, key is hbase:meta,,1/info:regioninfo/1731090037356/Put/seqid=0 2024-11-08T18:21:02,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741849_1025 (size=5672) 2024-11-08T18:21:02,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:02,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:21:02,894 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128804 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:21:03,070 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:21:03,190 INFO [M:0;2424dce0d377:33079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6f435cf7e514fb1845ddc99cf0a778b 2024-11-08T18:21:03,191 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1193, reset compression=false 2024-11-08T18:21:03,222 DEBUG [M:0;2424dce0d377:33079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70d4e23adb5e42f59c95e9d621d065b7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731090051472/Put/seqid=0 2024-11-08T18:21:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741850_1026 (size=8516) 2024-11-08T18:21:03,471 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:21:03,631 INFO [M:0;2424dce0d377:33079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70d4e23adb5e42f59c95e9d621d065b7 2024-11-08T18:21:03,655 DEBUG [M:0;2424dce0d377:33079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad0bdaa78d144963a8c62a9a945fc975 is 69, key is 2424dce0d377,33731,1731090034063/rs:state/1731090036347/Put/seqid=0 2024-11-08T18:21:03,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741851_1027 (size=5156) 2024-11-08T18:21:03,659 INFO [M:0;2424dce0d377:33079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad0bdaa78d144963a8c62a9a945fc975 2024-11-08T18:21:03,664 DEBUG [M:0;2424dce0d377:33079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6f435cf7e514fb1845ddc99cf0a778b as hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6f435cf7e514fb1845ddc99cf0a778b 2024-11-08T18:21:03,669 INFO [M:0;2424dce0d377:33079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6f435cf7e514fb1845ddc99cf0a778b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T18:21:03,670 DEBUG [M:0;2424dce0d377:33079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70d4e23adb5e42f59c95e9d621d065b7 as hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70d4e23adb5e42f59c95e9d621d065b7 2024-11-08T18:21:03,676 INFO [M:0;2424dce0d377:33079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70d4e23adb5e42f59c95e9d621d065b7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T18:21:03,677 DEBUG [M:0;2424dce0d377:33079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad0bdaa78d144963a8c62a9a945fc975 as hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad0bdaa78d144963a8c62a9a945fc975 2024-11-08T18:21:03,682 INFO [M:0;2424dce0d377:33079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44517/user/jenkins/test-data/b47773ba-5e52-03f9-7a50-b60bf7c09adc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad0bdaa78d144963a8c62a9a945fc975, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T18:21:03,684 INFO [M:0;2424dce0d377:33079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=97, compaction requested=false 2024-11-08T18:21:03,712 INFO [M:0;2424dce0d377:33079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:03,712 DEBUG [M:0;2424dce0d377:33079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090062764Disabling compacts and flushes for region at 1731090062764Disabling writes for close at 1731090062765 (+1 ms)Obtaining lock to block concurrent updates at 1731090062765Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090062765Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731090062765Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090062766 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090062766Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090062783 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090062783Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090063194 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090063221 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090063221Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090063638 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090063655 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090063655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a2989a: reopening flushed file at 1731090063663 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74475735: reopening flushed file at 1731090063670 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e8aad0: reopening flushed file at 1731090063676 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=97, compaction requested=false at 1731090063684 (+8 ms)Writing region close event to WAL at 1731090063712 (+28 ms)Closed at 1731090063712 2024-11-08T18:21:03,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44583 is added to blk_1073741830_1006 (size=63654) 2024-11-08T18:21:03,721 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:21:03,721 INFO [M:0;2424dce0d377:33079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:21:03,721 INFO [M:0;2424dce0d377:33079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33079 2024-11-08T18:21:03,722 INFO [M:0;2424dce0d377:33079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:21:03,837 INFO [M:0;2424dce0d377:33079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:21:03,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:03,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33079-0x1011bad777c0006, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:03,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bff1679{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:21:03,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b6e72a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:21:03,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:21:03,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b07671c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:21:03,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a3883b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/hadoop.log.dir/,STOPPED} 2024-11-08T18:21:03,846 WARN [BP-2123179617-172.17.0.3-1731090031463 heartbeating to localhost/127.0.0.1:44517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:21:03,846 WARN [BP-2123179617-172.17.0.3-1731090031463 heartbeating to localhost/127.0.0.1:44517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2123179617-172.17.0.3-1731090031463 (Datanode Uuid a911c6ed-bfbd-4915-8070-6f9474891eb5) service to localhost/127.0.0.1:44517 2024-11-08T18:21:03,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:21:03,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:21:03,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/cluster_a666bc7c-fced-c353-cf75-45450eb045ae/data/data1/current/BP-2123179617-172.17.0.3-1731090031463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:21:03,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/cluster_a666bc7c-fced-c353-cf75-45450eb045ae/data/data2/current/BP-2123179617-172.17.0.3-1731090031463 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:21:03,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:21:03,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cd1c9e2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:21:03,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@670919cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:21:03,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:21:03,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51c8e794{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:21:03,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6218427b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/hadoop.log.dir/,STOPPED} 2024-11-08T18:21:03,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:21:03,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:21:03,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:03,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:03,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:03,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:03,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:03,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:21:03,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=553857736, stopped=false 2024-11-08T18:21:03,884 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,36455,1731090028451 2024-11-08T18:21:03,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1978013401/running 2024-11-08T18:21:03,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:21:03,895 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:21:03,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1978013401/running 2024-11-08T18:21:03,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:21:03,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Set watcher on znode that does not yet exist, /1978013401/running 2024-11-08T18:21:03,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Set watcher on znode that does not yet exist, /1978013401/running 2024-11-08T18:21:03,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:03,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:03,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:03,897 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,46783,1731090028575' ***** 2024-11-08T18:21:03,897 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:21:03,898 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:21:03,898 INFO [RS:0;2424dce0d377:46783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:21:03,898 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:21:03,898 INFO [RS:0;2424dce0d377:46783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:21:03,898 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d05a5690a08ba4a3cbb5649bde93c0e 2024-11-08T18:21:03,900 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(3091): Received CLOSE for d305901efa60cb63790dde6bf7206442 2024-11-08T18:21:03,900 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,46783,1731090028575 2024-11-08T18:21:03,900 INFO [RS:0;2424dce0d377:46783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:21:03,900 INFO [RS:0;2424dce0d377:46783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:46783. 2024-11-08T18:21:03,900 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d05a5690a08ba4a3cbb5649bde93c0e, disabling compactions & flushes 2024-11-08T18:21:03,901 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. 2024-11-08T18:21:03,901 DEBUG [RS:0;2424dce0d377:46783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:03,901 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. 2024-11-08T18:21:03,901 DEBUG [RS:0;2424dce0d377:46783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:03,901 INFO [RS:0;2424dce0d377:46783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:21:03,901 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. after waiting 0 ms 2024-11-08T18:21:03,901 INFO [RS:0;2424dce0d377:46783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:21:03,901 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. 2024-11-08T18:21:03,901 INFO [RS:0;2424dce0d377:46783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:21:03,901 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:21:03,901 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3d05a5690a08ba4a3cbb5649bde93c0e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T18:21:03,901 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T18:21:03,901 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3d05a5690a08ba4a3cbb5649bde93c0e=test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e., d305901efa60cb63790dde6bf7206442=hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442.} 2024-11-08T18:21:03,902 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d05a5690a08ba4a3cbb5649bde93c0e, d305901efa60cb63790dde6bf7206442 2024-11-08T18:21:03,902 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:21:03,902 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:21:03,902 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:21:03,902 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:21:03,902 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:21:03,902 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T18:21:03,924 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/.tmp/info/34913d1e12be458db04a763b2ad762f9 is 147, key is hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442./info:regioninfo/1731090047258/Put/seqid=0 2024-11-08T18:21:03,927 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/.tmp/f/c75b7bbad3e5489b8f304cc8d34370c1 is 29, key is row1/f:/1731090058855/DeleteFamily/seqid=0 2024-11-08T18:21:03,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741840_1016 (size=7686) 2024-11-08T18:21:03,938 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:21:03,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741841_1017 (size=5152) 2024-11-08T18:21:04,018 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1193, reset compression=false 2024-11-08T18:21:04,022 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:21:04,022 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1440, reset compression=false 2024-11-08T18:21:04,023 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,46783,1731090028575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:21:04,023 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2424dce0d377,46783,1731090028575: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2424dce0d377,46783,1731090028575, walGroup=2424dce0d377%2C46783%2C1731090028575, offset=2424dce0d377%2C46783%2C1731090028575.1731090029994:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:46783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T18:21:04,024 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T18:21:04,024 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T18:21:04,024 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T18:21:04,024 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T18:21:04,024 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T18:21:04,025 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 942803192 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 203198504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T18:21:04,025 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:36455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:36455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T18:21:04,102 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d05a5690a08ba4a3cbb5649bde93c0e, d305901efa60cb63790dde6bf7206442 2024-11-08T18:21:04,181 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:21:04,227 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1440, reset compression=false 2024-11-08T18:21:04,302 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d05a5690a08ba4a3cbb5649bde93c0e, d305901efa60cb63790dde6bf7206442 2024-11-08T18:21:04,328 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/.tmp/info/34913d1e12be458db04a763b2ad762f9 2024-11-08T18:21:04,354 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/.tmp/ns/207af5d1f5f34e9b854bcd0d448f5050 is 43, key is default/ns:d/1731090031293/Put/seqid=0 2024-11-08T18:21:04,362 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/.tmp/f/c75b7bbad3e5489b8f304cc8d34370c1 2024-11-08T18:21:04,368 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c75b7bbad3e5489b8f304cc8d34370c1 2024-11-08T18:21:04,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:21:04,370 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/.tmp/ns/207af5d1f5f34e9b854bcd0d448f5050 2024-11-08T18:21:04,392 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/.tmp/f1/6e73833c23204a5b8034b0d9f0b2c43a is 30, key is row1/f1:/1731090058855/DeleteFamily/seqid=0 2024-11-08T18:21:04,408 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/.tmp/rep_barrier/df7638d8b787472f90097cd6992d92d8 is 112, key is test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e./rep_barrier:seqnumDuringOpen/1731090041066/Put/seqid=0 2024-11-08T18:21:04,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741843_1019 (size=5158) 2024-11-08T18:21:04,411 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/.tmp/f1/6e73833c23204a5b8034b0d9f0b2c43a 2024-11-08T18:21:04,423 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e73833c23204a5b8034b0d9f0b2c43a 2024-11-08T18:21:04,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741844_1020 (size=5518) 2024-11-08T18:21:04,430 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/.tmp/rep_barrier/df7638d8b787472f90097cd6992d92d8 2024-11-08T18:21:04,462 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/.tmp/norep/843264222dbc43a2b756b58795daf4f8 is 33, key is row1/norep:/1731090058855/DeleteFamily/seqid=0 2024-11-08T18:21:04,488 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/.tmp/table/33b87ca33d194e3dbe5a520cb489033e is 53, key is hbase:replication/table:state/1731090047264/Put/seqid=0 2024-11-08T18:21:04,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741845_1021 (size=5108) 2024-11-08T18:21:04,501 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/.tmp/norep/843264222dbc43a2b756b58795daf4f8 2024-11-08T18:21:04,502 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3d05a5690a08ba4a3cbb5649bde93c0e, d305901efa60cb63790dde6bf7206442 2024-11-08T18:21:04,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741846_1022 (size=5308) 2024-11-08T18:21:04,521 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 843264222dbc43a2b756b58795daf4f8 2024-11-08T18:21:04,522 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/.tmp/f/c75b7bbad3e5489b8f304cc8d34370c1 as hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/f/c75b7bbad3e5489b8f304cc8d34370c1 2024-11-08T18:21:04,527 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c75b7bbad3e5489b8f304cc8d34370c1 2024-11-08T18:21:04,527 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/f/c75b7bbad3e5489b8f304cc8d34370c1, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T18:21:04,528 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/.tmp/f1/6e73833c23204a5b8034b0d9f0b2c43a as hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/f1/6e73833c23204a5b8034b0d9f0b2c43a 2024-11-08T18:21:04,533 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1440, reset compression=false 2024-11-08T18:21:04,535 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e73833c23204a5b8034b0d9f0b2c43a 2024-11-08T18:21:04,535 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/f1/6e73833c23204a5b8034b0d9f0b2c43a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T18:21:04,537 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/.tmp/norep/843264222dbc43a2b756b58795daf4f8 as hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/norep/843264222dbc43a2b756b58795daf4f8 2024-11-08T18:21:04,542 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 843264222dbc43a2b756b58795daf4f8 2024-11-08T18:21:04,542 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/norep/843264222dbc43a2b756b58795daf4f8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T18:21:04,543 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3d05a5690a08ba4a3cbb5649bde93c0e in 642ms, sequenceid=10, compaction requested=false 2024-11-08T18:21:04,547 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:21:04,547 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1789, reset compression=false 2024-11-08T18:21:04,597 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/default/test/3d05a5690a08ba4a3cbb5649bde93c0e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T18:21:04,598 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:04,599 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:21:04,599 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. 2024-11-08T18:21:04,599 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d05a5690a08ba4a3cbb5649bde93c0e: Waiting for close lock at 1731090063900Running coprocessor pre-close hooks at 1731090063900Disabling compacts and flushes for region at 1731090063900Disabling writes for close at 1731090063901 (+1 ms)Obtaining lock to block concurrent updates at 1731090063901Preparing flush snapshotting stores in 3d05a5690a08ba4a3cbb5649bde93c0e at 1731090063901Finished memstore snapshotting test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731090063901Flushing stores of test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. at 1731090063902 (+1 ms)Flushing 3d05a5690a08ba4a3cbb5649bde93c0e/f: creating writer at 1731090063903 (+1 ms)Flushing 3d05a5690a08ba4a3cbb5649bde93c0e/f: appending metadata at 1731090063926 (+23 ms)Flushing 3d05a5690a08ba4a3cbb5649bde93c0e/f: closing flushed file at 1731090063926Flushing 3d05a5690a08ba4a3cbb5649bde93c0e/f1: creating writer at 1731090064369 (+443 ms)Flushing 3d05a5690a08ba4a3cbb5649bde93c0e/f1: appending metadata at 1731090064391 (+22 ms)Flushing 3d05a5690a08ba4a3cbb5649bde93c0e/f1: closing flushed file at 1731090064391Flushing 3d05a5690a08ba4a3cbb5649bde93c0e/norep: creating writer at 1731090064423 (+32 ms)Flushing 3d05a5690a08ba4a3cbb5649bde93c0e/norep: appending metadata at 1731090064461 (+38 ms)Flushing 3d05a5690a08ba4a3cbb5649bde93c0e/norep: closing flushed file at 1731090064461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee56d83: reopening flushed file at 1731090064521 (+60 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39eaa7e8: reopening flushed file at 1731090064528 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d25b8: reopening flushed file at 1731090064535 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3d05a5690a08ba4a3cbb5649bde93c0e in 642ms, sequenceid=10, compaction requested=false at 1731090064543 (+8 ms)Writing region close event to WAL at 1731090064586 (+43 ms)Running coprocessor post-close hooks at 1731090064597 (+11 ms)Closed at 1731090064599 (+2 ms) 2024-11-08T18:21:04,599 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731090039925.3d05a5690a08ba4a3cbb5649bde93c0e. 2024-11-08T18:21:04,600 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d305901efa60cb63790dde6bf7206442, disabling compactions & flushes 2024-11-08T18:21:04,600 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:21:04,600 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:21:04,600 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. after waiting 0 ms 2024-11-08T18:21:04,600 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:21:04,600 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d305901efa60cb63790dde6bf7206442: Waiting for close lock at 1731090064600Running coprocessor pre-close hooks at 1731090064600Disabling compacts and flushes for region at 1731090064600Disabling writes for close at 1731090064600Failed flush hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442., putting online again at 1731090064600 2024-11-08T18:21:04,600 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:21:04,702 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(3091): Received CLOSE for d305901efa60cb63790dde6bf7206442 2024-11-08T18:21:04,703 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d305901efa60cb63790dde6bf7206442 2024-11-08T18:21:04,703 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d305901efa60cb63790dde6bf7206442, disabling compactions & flushes 2024-11-08T18:21:04,703 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:21:04,703 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:21:04,703 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. after waiting 0 ms 2024-11-08T18:21:04,703 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:21:04,703 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d305901efa60cb63790dde6bf7206442: Waiting for close lock at 1731090064703Running coprocessor pre-close hooks at 1731090064703Disabling compacts and flushes for region at 1731090064703Disabling writes for close at 1731090064703Failed flush hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442., putting online again at 1731090064703 2024-11-08T18:21:04,703 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442. 2024-11-08T18:21:04,777 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 to pos 1789, reset compression=false 2024-11-08T18:21:04,786 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:21:04,824 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:36455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-08T18:21:04,877 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:21:04,877 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:21:04,903 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:21:04,903 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d305901efa60cb63790dde6bf7206442=hbase:replication,,1731090046480.d305901efa60cb63790dde6bf7206442.} 2024-11-08T18:21:04,903 DEBUG [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:04,921 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/.tmp/table/33b87ca33d194e3dbe5a520cb489033e 2024-11-08T18:21:04,935 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/.tmp/info/34913d1e12be458db04a763b2ad762f9 as hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/info/34913d1e12be458db04a763b2ad762f9 2024-11-08T18:21:04,954 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/info/34913d1e12be458db04a763b2ad762f9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T18:21:04,959 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/.tmp/ns/207af5d1f5f34e9b854bcd0d448f5050 as hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/ns/207af5d1f5f34e9b854bcd0d448f5050 2024-11-08T18:21:04,965 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/ns/207af5d1f5f34e9b854bcd0d448f5050, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T18:21:04,966 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/.tmp/rep_barrier/df7638d8b787472f90097cd6992d92d8 as hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/rep_barrier/df7638d8b787472f90097cd6992d92d8 2024-11-08T18:21:04,971 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/rep_barrier/df7638d8b787472f90097cd6992d92d8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T18:21:04,972 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/.tmp/table/33b87ca33d194e3dbe5a520cb489033e as hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/table/33b87ca33d194e3dbe5a520cb489033e 2024-11-08T18:21:04,979 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/table/33b87ca33d194e3dbe5a520cb489033e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T18:21:04,984 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1081ms, sequenceid=16, compaction requested=false 2024-11-08T18:21:05,022 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T18:21:05,022 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:05,022 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:21:05,022 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:05,022 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090063902Running coprocessor pre-close hooks at 1731090063902Disabling compacts and flushes for region at 1731090063902Disabling writes for close at 1731090063902Obtaining lock to block concurrent updates at 1731090063902Preparing flush snapshotting stores in 1588230740 at 1731090063902Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731090063903 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731090063903Flushing 1588230740/info: creating writer at 1731090063903Flushing 1588230740/info: appending metadata at 1731090063924 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731090063924Flushing 1588230740/ns: creating writer at 1731090064333 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731090064354 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731090064354Flushing 1588230740/rep_barrier: creating writer at 1731090064378 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731090064407 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731090064407Flushing 1588230740/table: creating writer at 1731090064435 (+28 ms)Flushing 1588230740/table: appending metadata at 1731090064487 (+52 ms)Flushing 1588230740/table: closing flushed file at 1731090064487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119d8681: reopening flushed file at 1731090064934 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23cd2d9c: reopening flushed file at 1731090064954 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18565f2d: reopening flushed file at 1731090064965 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1985090a: reopening flushed file at 1731090064971 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1081ms, sequenceid=16, compaction requested=false at 1731090064984 (+13 ms)Writing region close event to WAL at 1731090065018 (+34 ms)Running coprocessor post-close hooks at 1731090065022 (+4 ms)Closed at 1731090065022 2024-11-08T18:21:05,022 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:05,103 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T18:21:05,103 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,46783,1731090028575; all regions closed. 2024-11-08T18:21:05,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741834_1010 (size=4239) 2024-11-08T18:21:05,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.rep.1731090047220 not finished, retry = 0 2024-11-08T18:21:05,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741839_1015 (size=2171) 2024-11-08T18:21:05,244 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/WALs/2424dce0d377,46783,1731090028575/2424dce0d377%2C46783%2C1731090028575.1731090029994 not finished, retry = 0 2024-11-08T18:21:05,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741832_1008 (size=2092) 2024-11-08T18:21:05,352 DEBUG [RS:0;2424dce0d377:46783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:05,352 INFO [RS:0;2424dce0d377:46783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:21:05,353 INFO [RS:0;2424dce0d377:46783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:21:05,353 INFO [RS:0;2424dce0d377:46783 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:21:05,353 INFO [RS:0;2424dce0d377:46783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:21:05,353 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:21:05,353 INFO [RS:0;2424dce0d377:46783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,46783,1731090028575 because: Region server is closing 2024-11-08T18:21:05,354 INFO [RS:0;2424dce0d377:46783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:46783. 2024-11-08T18:21:05,354 DEBUG [RS:0;2424dce0d377:46783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:05,354 DEBUG [RS:0;2424dce0d377:46783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:05,354 DEBUG [RS:0;2424dce0d377:46783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:05,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:05,390 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:21:05,454 INFO [RS:0;2424dce0d377:46783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.shipper2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 terminated 2024-11-08T18:21:05,454 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46783,1731090028575.replicationSource.wal-reader.2424dce0d377%2C46783%2C1731090028575,1-2424dce0d377,46783,1731090028575 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-08T18:21:05,454 INFO [RS:0;2424dce0d377:46783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:46783. 2024-11-08T18:21:05,454 DEBUG [RS:0;2424dce0d377:46783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:05,454 DEBUG [RS:0;2424dce0d377:46783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:05,455 DEBUG [RS:0;2424dce0d377:46783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:05,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:05,455 INFO [RS:0;2424dce0d377:46783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46783 2024-11-08T18:21:05,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1978013401/rs/2424dce0d377,46783,1731090028575 2024-11-08T18:21:05,515 INFO [RS:0;2424dce0d377:46783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:21:05,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401/rs 2024-11-08T18:21:05,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,46783,1731090028575] 2024-11-08T18:21:05,569 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1978013401/draining/2424dce0d377,46783,1731090028575 already deleted, retry=false 2024-11-08T18:21:05,569 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,46783,1731090028575 expired; onlineServers=0 2024-11-08T18:21:05,569 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,36455,1731090028451' ***** 2024-11-08T18:21:05,569 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:21:05,569 INFO [M:0;2424dce0d377:36455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:21:05,570 INFO [M:0;2424dce0d377:36455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:21:05,570 DEBUG [M:0;2424dce0d377:36455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:21:05,570 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:21:05,570 DEBUG [M:0;2424dce0d377:36455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:21:05,570 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090029789 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090029789,5,FailOnTimeoutGroup] 2024-11-08T18:21:05,570 INFO [M:0;2424dce0d377:36455 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:21:05,570 INFO [M:0;2424dce0d377:36455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:21:05,571 DEBUG [M:0;2424dce0d377:36455 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:21:05,571 INFO [M:0;2424dce0d377:36455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:21:05,571 INFO [M:0;2424dce0d377:36455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:21:05,572 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090029793 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090029793,5,FailOnTimeoutGroup] 2024-11-08T18:21:05,573 INFO [M:0;2424dce0d377:36455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:21:05,574 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:21:05,589 DEBUG [M:0;2424dce0d377:36455 {}] zookeeper.ZKUtil(347): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Unable to get data of znode /1978013401/master because node does not exist (not an error) 2024-11-08T18:21:05,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1978013401/master 2024-11-08T18:21:05,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1978013401 2024-11-08T18:21:05,589 WARN [M:0;2424dce0d377:36455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:21:05,592 INFO [M:0;2424dce0d377:36455 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/.lastflushedseqids 2024-11-08T18:21:05,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741847_1023 (size=245) 2024-11-08T18:21:05,616 INFO [M:0;2424dce0d377:36455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:21:05,617 INFO [M:0;2424dce0d377:36455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:21:05,617 DEBUG [M:0;2424dce0d377:36455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:21:05,617 INFO [M:0;2424dce0d377:36455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:05,617 DEBUG [M:0;2424dce0d377:36455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:05,617 DEBUG [M:0;2424dce0d377:36455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:21:05,617 DEBUG [M:0;2424dce0d377:36455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:05,617 INFO [M:0;2424dce0d377:36455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T18:21:05,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:05,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46783-0x1011bad777c0004, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:05,626 INFO [RS:0;2424dce0d377:46783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:21:05,626 INFO [RS:0;2424dce0d377:46783 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,46783,1731090028575; zookeeper connection closed. 2024-11-08T18:21:05,649 DEBUG [M:0;2424dce0d377:36455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84d01d932e2d4eb399dbe2e80ff29017 is 82, key is hbase:meta,,1/info:regioninfo/1731090031263/Put/seqid=0 2024-11-08T18:21:05,652 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@753ec2aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@753ec2aa 2024-11-08T18:21:05,653 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:21:05,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741848_1024 (size=5672) 2024-11-08T18:21:06,063 INFO [M:0;2424dce0d377:36455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84d01d932e2d4eb399dbe2e80ff29017 2024-11-08T18:21:06,095 DEBUG [M:0;2424dce0d377:36455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8354f77c65641ccb1ff2bbb7ead07ce is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731090041077/Put/seqid=0 2024-11-08T18:21:06,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741849_1025 (size=7218) 2024-11-08T18:21:06,118 INFO [M:0;2424dce0d377:36455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8354f77c65641ccb1ff2bbb7ead07ce 2024-11-08T18:21:06,122 INFO [M:0;2424dce0d377:36455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8354f77c65641ccb1ff2bbb7ead07ce 2024-11-08T18:21:06,144 DEBUG [M:0;2424dce0d377:36455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1654e6832e594255806187c3d5de3f4d is 69, key is 2424dce0d377,46783,1731090028575/rs:state/1731090029837/Put/seqid=0 2024-11-08T18:21:06,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741850_1026 (size=5156) 2024-11-08T18:21:06,191 INFO [M:0;2424dce0d377:36455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1654e6832e594255806187c3d5de3f4d 2024-11-08T18:21:06,196 DEBUG [M:0;2424dce0d377:36455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84d01d932e2d4eb399dbe2e80ff29017 as hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84d01d932e2d4eb399dbe2e80ff29017 2024-11-08T18:21:06,206 INFO [M:0;2424dce0d377:36455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84d01d932e2d4eb399dbe2e80ff29017, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T18:21:06,208 DEBUG [M:0;2424dce0d377:36455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8354f77c65641ccb1ff2bbb7ead07ce as hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8354f77c65641ccb1ff2bbb7ead07ce 2024-11-08T18:21:06,219 INFO [M:0;2424dce0d377:36455 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d8354f77c65641ccb1ff2bbb7ead07ce 2024-11-08T18:21:06,220 INFO [M:0;2424dce0d377:36455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8354f77c65641ccb1ff2bbb7ead07ce, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T18:21:06,221 DEBUG [M:0;2424dce0d377:36455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1654e6832e594255806187c3d5de3f4d as hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1654e6832e594255806187c3d5de3f4d 2024-11-08T18:21:06,232 INFO [M:0;2424dce0d377:36455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/94e256f2-b187-87c2-b350-99ec71a92405/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1654e6832e594255806187c3d5de3f4d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T18:21:06,234 INFO [M:0;2424dce0d377:36455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 617ms, sequenceid=105, compaction requested=false 2024-11-08T18:21:06,305 INFO [M:0;2424dce0d377:36455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:06,305 DEBUG [M:0;2424dce0d377:36455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090065617Disabling compacts and flushes for region at 1731090065617Disabling writes for close at 1731090065617Obtaining lock to block concurrent updates at 1731090065617Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090065617Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731090065617Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090065618 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090065618Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090065649 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090065649Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090066067 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090066095 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090066095Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090066122 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090066144 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090066144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2145187e: reopening flushed file at 1731090066195 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6c8a5b: reopening flushed file at 1731090066207 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1186ba5a: reopening flushed file at 1731090066220 (+13 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 617ms, sequenceid=105, compaction requested=false at 1731090066234 (+14 ms)Writing region close event to WAL at 1731090066305 (+71 ms)Closed at 1731090066305 2024-11-08T18:21:06,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40917 is added to blk_1073741830_1006 (size=64423) 2024-11-08T18:21:06,349 INFO [M:0;2424dce0d377:36455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:21:06,349 INFO [M:0;2424dce0d377:36455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36455 2024-11-08T18:21:06,349 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:21:06,350 INFO [M:0;2424dce0d377:36455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:21:06,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:06,627 INFO [M:0;2424dce0d377:36455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:21:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:06,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36455-0x1011bad777c0003, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:06,653 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15b4174{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:21:06,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e916073{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:21:06,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:21:06,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@729b972a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:21:06,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c69e697{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/hadoop.log.dir/,STOPPED} 2024-11-08T18:21:06,658 WARN [BP-753721934-172.17.0.3-1731090026830 heartbeating to localhost/127.0.0.1:40763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:21:06,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:21:06,658 WARN [BP-753721934-172.17.0.3-1731090026830 heartbeating to localhost/127.0.0.1:40763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-753721934-172.17.0.3-1731090026830 (Datanode Uuid 0263c552-00de-478e-8010-faa07cdaf885) service to localhost/127.0.0.1:40763 2024-11-08T18:21:06,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:21:06,658 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/cluster_13b802f3-2733-4fe2-079e-fd99a6e84c40/data/data1/current/BP-753721934-172.17.0.3-1731090026830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:21:06,659 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:21:06,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/cluster_13b802f3-2733-4fe2-079e-fd99a6e84c40/data/data2/current/BP-753721934-172.17.0.3-1731090026830 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:21:06,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61531ba7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:21:06,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62c415e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:21:06,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:21:06,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@382f9610{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:21:06,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35192dd3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2981d726-de7e-916f-d538-3e78e502585c/hadoop.log.dir/,STOPPED} 2024-11-08T18:21:06,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:21:06,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:21:06,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:06,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:06,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:06,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:06,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:06,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:21:06,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=114429185, stopped=false 2024-11-08T18:21:06,695 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,40895,1731090023511 2024-11-08T18:21:06,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0301916864/running 2024-11-08T18:21:06,705 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0301916864/running 2024-11-08T18:21:06,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:21:06,705 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:21:06,705 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:21:06,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:06,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:06,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:06,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Set watcher on znode that does not yet exist, /0301916864/running 2024-11-08T18:21:06,706 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,46757,1731090023727' ***** 2024-11-08T18:21:06,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Set watcher on znode that does not yet exist, /0301916864/running 2024-11-08T18:21:06,706 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:21:06,707 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:21:06,707 INFO [RS:0;2424dce0d377:46757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:21:06,707 INFO [RS:0;2424dce0d377:46757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:21:06,707 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:21:06,707 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:21:06,709 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 636, reset compression=false 2024-11-08T18:21:06,714 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:21:06,716 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(3091): Received CLOSE for 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:21:06,716 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,46757,1731090023727 2024-11-08T18:21:06,716 INFO [RS:0;2424dce0d377:46757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:21:06,716 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ee07dd912b454e86d4c0b2338a89d5b, disabling compactions & flushes 2024-11-08T18:21:06,716 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. 2024-11-08T18:21:06,716 INFO [RS:0;2424dce0d377:46757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:46757. 2024-11-08T18:21:06,717 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. 2024-11-08T18:21:06,717 DEBUG [RS:0;2424dce0d377:46757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:06,717 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. after waiting 0 ms 2024-11-08T18:21:06,717 DEBUG [RS:0;2424dce0d377:46757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:06,717 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. 2024-11-08T18:21:06,717 INFO [RS:0;2424dce0d377:46757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:21:06,717 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4ee07dd912b454e86d4c0b2338a89d5b 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-08T18:21:06,717 INFO [RS:0;2424dce0d377:46757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:21:06,717 INFO [RS:0;2424dce0d377:46757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:21:06,717 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:21:06,720 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T18:21:06,720 DEBUG [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1325): Online Regions={4ee07dd912b454e86d4c0b2338a89d5b=test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b., 1588230740=hbase:meta,,1.1588230740, 3535513c3f940a7446cc4cac7ea5e30d=hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d.} 2024-11-08T18:21:06,720 DEBUG [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3535513c3f940a7446cc4cac7ea5e30d, 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:21:06,720 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:21:06,720 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:21:06,720 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:21:06,720 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:21:06,720 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:21:06,721 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T18:21:06,760 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:21:06,761 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 883, reset compression=false 2024-11-08T18:21:06,761 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,46757,1731090023727 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:21:06,761 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2424dce0d377,46757,1731090023727: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2424dce0d377,46757,1731090023727, walGroup=2424dce0d377%2C46757%2C1731090023727, offset=2424dce0d377%2C46757%2C1731090023727.1731090025653:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:46757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T18:21:06,763 ERROR [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T18:21:06,763 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T18:21:06,763 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T18:21:06,763 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T18:21:06,763 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T18:21:06,763 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1388314624, "init": 1048576000, "max": 2306867200, "used": 1014106360 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 203638656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T18:21:06,764 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T18:21:06,772 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/.tmp/info/6dae52f73294463b887b811b24fce602 is 147, key is hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d./info:regioninfo/1731090045613/Put/seqid=0 2024-11-08T18:21:06,773 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/.tmp/f/77232403118943febc3e095c3194ee95 is 28, key is row/f:/1731090056843/DeleteFamily/seqid=0 2024-11-08T18:21:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741840_1016 (size=7686) 2024-11-08T18:21:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741841_1017 (size=5085) 2024-11-08T18:21:06,791 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/.tmp/info/6dae52f73294463b887b811b24fce602 2024-11-08T18:21:06,791 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/.tmp/f/77232403118943febc3e095c3194ee95 2024-11-08T18:21:06,802 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77232403118943febc3e095c3194ee95 2024-11-08T18:21:06,831 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/.tmp/ns/976900c57c964b4c975cbc39e298a124 is 43, key is default/ns:d/1731090026732/Put/seqid=0 2024-11-08T18:21:06,843 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/.tmp/f1/0314de3be4c64b54933026de22d686b5 is 29, key is row/f1:/1731090056843/DeleteFamily/seqid=0 2024-11-08T18:21:06,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:21:06,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741843_1019 (size=5089) 2024-11-08T18:21:06,902 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/.tmp/f1/0314de3be4c64b54933026de22d686b5 2024-11-08T18:21:06,908 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0314de3be4c64b54933026de22d686b5 2024-11-08T18:21:06,916 INFO [master/2424dce0d377:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T18:21:06,916 INFO [master/2424dce0d377:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T18:21:06,920 DEBUG [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3535513c3f940a7446cc4cac7ea5e30d, 4ee07dd912b454e86d4c0b2338a89d5b 2024-11-08T18:21:06,939 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/.tmp/norep/a702ce1be6714b91a3e4a5e5415b7fcd is 32, key is row/norep:/1731090056843/DeleteFamily/seqid=0 2024-11-08T18:21:06,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741844_1020 (size=5101) 2024-11-08T18:21:06,962 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/.tmp/norep/a702ce1be6714b91a3e4a5e5415b7fcd 2024-11-08T18:21:06,970 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a702ce1be6714b91a3e4a5e5415b7fcd 2024-11-08T18:21:06,971 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/.tmp/f/77232403118943febc3e095c3194ee95 as hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/f/77232403118943febc3e095c3194ee95 2024-11-08T18:21:06,976 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 883, reset compression=false 2024-11-08T18:21:06,983 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77232403118943febc3e095c3194ee95 2024-11-08T18:21:06,984 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/f/77232403118943febc3e095c3194ee95, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T18:21:06,985 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/.tmp/f1/0314de3be4c64b54933026de22d686b5 as hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/f1/0314de3be4c64b54933026de22d686b5 2024-11-08T18:21:06,995 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0314de3be4c64b54933026de22d686b5 2024-11-08T18:21:06,995 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/f1/0314de3be4c64b54933026de22d686b5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T18:21:06,996 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/.tmp/norep/a702ce1be6714b91a3e4a5e5415b7fcd as hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/norep/a702ce1be6714b91a3e4a5e5415b7fcd 2024-11-08T18:21:07,003 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a702ce1be6714b91a3e4a5e5415b7fcd 2024-11-08T18:21:07,003 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/norep/a702ce1be6714b91a3e4a5e5415b7fcd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T18:21:07,005 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4ee07dd912b454e86d4c0b2338a89d5b in 288ms, sequenceid=6, compaction requested=false 2024-11-08T18:21:07,008 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T18:21:07,025 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/default/test/4ee07dd912b454e86d4c0b2338a89d5b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T18:21:07,026 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:07,026 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:21:07,026 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. 2024-11-08T18:21:07,026 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ee07dd912b454e86d4c0b2338a89d5b: Waiting for close lock at 1731090066716Running coprocessor pre-close hooks at 1731090066716Disabling compacts and flushes for region at 1731090066716Disabling writes for close at 1731090066717 (+1 ms)Obtaining lock to block concurrent updates at 1731090066717Preparing flush snapshotting stores in 4ee07dd912b454e86d4c0b2338a89d5b at 1731090066717Finished memstore snapshotting test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731090066717Flushing stores of test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. at 1731090066719 (+2 ms)Flushing 4ee07dd912b454e86d4c0b2338a89d5b/f: creating writer at 1731090066719Flushing 4ee07dd912b454e86d4c0b2338a89d5b/f: appending metadata at 1731090066772 (+53 ms)Flushing 4ee07dd912b454e86d4c0b2338a89d5b/f: closing flushed file at 1731090066772Flushing 4ee07dd912b454e86d4c0b2338a89d5b/f1: creating writer at 1731090066803 (+31 ms)Flushing 4ee07dd912b454e86d4c0b2338a89d5b/f1: appending metadata at 1731090066842 (+39 ms)Flushing 4ee07dd912b454e86d4c0b2338a89d5b/f1: closing flushed file at 1731090066842Flushing 4ee07dd912b454e86d4c0b2338a89d5b/norep: creating writer at 1731090066908 (+66 ms)Flushing 4ee07dd912b454e86d4c0b2338a89d5b/norep: appending metadata at 1731090066937 (+29 ms)Flushing 4ee07dd912b454e86d4c0b2338a89d5b/norep: closing flushed file at 1731090066937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1397d2ff: reopening flushed file at 1731090066970 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1facfb: reopening flushed file at 1731090066984 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@774b5de3: reopening flushed file at 1731090066995 (+11 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4ee07dd912b454e86d4c0b2338a89d5b in 288ms, sequenceid=6, compaction requested=false at 1731090067005 (+10 ms)Writing region close event to WAL at 1731090067011 (+6 ms)Running coprocessor post-close hooks at 1731090067025 (+14 ms)Closed at 1731090067026 (+1 ms) 2024-11-08T18:21:07,026 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b. 2024-11-08T18:21:07,026 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3535513c3f940a7446cc4cac7ea5e30d, disabling compactions & flushes 2024-11-08T18:21:07,026 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:21:07,026 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:21:07,026 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. after waiting 0 ms 2024-11-08T18:21:07,026 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:21:07,026 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3535513c3f940a7446cc4cac7ea5e30d: Waiting for close lock at 1731090067026Running coprocessor pre-close hooks at 1731090067026Disabling compacts and flushes for region at 1731090067026Disabling writes for close at 1731090067026Failed flush hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d., putting online again at 1731090067026 2024-11-08T18:21:07,026 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:21:07,120 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(3091): Received CLOSE for 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:21:07,120 DEBUG [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3535513c3f940a7446cc4cac7ea5e30d 2024-11-08T18:21:07,121 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3535513c3f940a7446cc4cac7ea5e30d, disabling compactions & flushes 2024-11-08T18:21:07,121 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:21:07,121 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:21:07,121 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. after waiting 0 ms 2024-11-08T18:21:07,121 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:21:07,121 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3535513c3f940a7446cc4cac7ea5e30d: Waiting for close lock at 1731090067121Running coprocessor pre-close hooks at 1731090067121Disabling compacts and flushes for region at 1731090067121Disabling writes for close at 1731090067121Failed flush hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d., putting online again at 1731090067121 2024-11-08T18:21:07,121 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731090044344.3535513c3f940a7446cc4cac7ea5e30d. 2024-11-08T18:21:07,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:21:07,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:07,277 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/.tmp/ns/976900c57c964b4c975cbc39e298a124 2024-11-08T18:21:07,293 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 883, reset compression=false 2024-11-08T18:21:07,306 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:21:07,306 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 1527, reset compression=false 2024-11-08T18:21:07,324 DEBUG [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:07,337 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/.tmp/rep_barrier/dd89538866fd41f4a3efce0148c5840f is 112, key is test,,1731090037763.4ee07dd912b454e86d4c0b2338a89d5b./rep_barrier:seqnumDuringOpen/1731090038907/Put/seqid=0 2024-11-08T18:21:07,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741845_1021 (size=5518) 2024-11-08T18:21:07,354 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/.tmp/rep_barrier/dd89538866fd41f4a3efce0148c5840f 2024-11-08T18:21:07,373 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/.tmp/table/23afdd3d137c495cbee2d4ac850d3056 is 53, key is hbase:replication/table:state/1731090045621/Put/seqid=0 2024-11-08T18:21:07,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741846_1022 (size=5308) 2024-11-08T18:21:07,404 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/.tmp/table/23afdd3d137c495cbee2d4ac850d3056 2024-11-08T18:21:07,411 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/.tmp/info/6dae52f73294463b887b811b24fce602 as hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/info/6dae52f73294463b887b811b24fce602 2024-11-08T18:21:07,419 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/info/6dae52f73294463b887b811b24fce602, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T18:21:07,420 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/.tmp/ns/976900c57c964b4c975cbc39e298a124 as hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/ns/976900c57c964b4c975cbc39e298a124 2024-11-08T18:21:07,427 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/ns/976900c57c964b4c975cbc39e298a124, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T18:21:07,428 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/.tmp/rep_barrier/dd89538866fd41f4a3efce0148c5840f as hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/rep_barrier/dd89538866fd41f4a3efce0148c5840f 2024-11-08T18:21:07,432 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/rep_barrier/dd89538866fd41f4a3efce0148c5840f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T18:21:07,433 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/.tmp/table/23afdd3d137c495cbee2d4ac850d3056 as hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/table/23afdd3d137c495cbee2d4ac850d3056 2024-11-08T18:21:07,437 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/table/23afdd3d137c495cbee2d4ac850d3056, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T18:21:07,438 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 718ms, sequenceid=16, compaction requested=false 2024-11-08T18:21:07,438 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:21:07,485 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T18:21:07,486 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:07,486 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:21:07,486 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:07,486 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090066720Running coprocessor pre-close hooks at 1731090066720Disabling compacts and flushes for region at 1731090066720Disabling writes for close at 1731090066720Obtaining lock to block concurrent updates at 1731090066721 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731090066721Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731090066721Flushing stores of hbase:meta,,1.1588230740 at 1731090066736 (+15 ms)Flushing 1588230740/info: creating writer at 1731090066736Flushing 1588230740/info: appending metadata at 1731090066771 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731090066771Flushing 1588230740/ns: creating writer at 1731090066796 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731090066830 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731090066831 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731090067294 (+463 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731090067337 (+43 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731090067337Flushing 1588230740/table: creating writer at 1731090067359 (+22 ms)Flushing 1588230740/table: appending metadata at 1731090067373 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731090067373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d97f3be: reopening flushed file at 1731090067409 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f849576: reopening flushed file at 1731090067419 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc005bb: reopening flushed file at 1731090067427 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5beb5b2a: reopening flushed file at 1731090067432 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 718ms, sequenceid=16, compaction requested=false at 1731090067438 (+6 ms)Writing region close event to WAL at 1731090067472 (+34 ms)Running coprocessor post-close hooks at 1731090067486 (+14 ms)Closed at 1731090067486 2024-11-08T18:21:07,487 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:07,516 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:21:07,516 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:21:07,524 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-08T18:21:07,524 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,46757,1731090023727; all regions closed. 2024-11-08T18:21:07,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.meta.1731090026655.meta not finished, retry = 0 2024-11-08T18:21:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741834_1010 (size=4239) 2024-11-08T18:21:07,534 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/WALs/2424dce0d377,46757,1731090023727/2424dce0d377%2C46757%2C1731090023727.1731090025653 to pos 1527, reset compression=false 2024-11-08T18:21:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741839_1015 (size=1297) 2024-11-08T18:21:07,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741832_1008 (size=1535) 2024-11-08T18:21:07,686 DEBUG [RS:0;2424dce0d377:46757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:07,686 INFO [RS:0;2424dce0d377:46757 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:21:07,686 INFO [RS:0;2424dce0d377:46757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:21:07,686 INFO [RS:0;2424dce0d377:46757 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:21:07,686 INFO [RS:0;2424dce0d377:46757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:21:07,686 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:21:07,687 INFO [RS:0;2424dce0d377:46757 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,46757,1731090023727 because: Region server is closing 2024-11-08T18:21:07,687 INFO [RS:0;2424dce0d377:46757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:46757. 2024-11-08T18:21:07,687 DEBUG [RS:0;2424dce0d377:46757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:07,687 DEBUG [RS:0;2424dce0d377:46757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:07,687 DEBUG [RS:0;2424dce0d377:46757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:07,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:07,787 INFO [RS:0;2424dce0d377:46757 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.shipper2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 terminated 2024-11-08T18:21:07,787 INFO [RS:0;2424dce0d377:46757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46757 2024-11-08T18:21:07,787 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,46757,1731090023727.replicationSource.wal-reader.2424dce0d377%2C46757%2C1731090023727,1-2424dce0d377,46757,1731090023727 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:21:07,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864/rs 2024-11-08T18:21:07,852 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0301916864/rs/2424dce0d377,46757,1731090023727 2024-11-08T18:21:07,852 INFO [RS:0;2424dce0d377:46757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:21:07,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,46757,1731090023727] 2024-11-08T18:21:07,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0301916864/draining/2424dce0d377,46757,1731090023727 already deleted, retry=false 2024-11-08T18:21:07,873 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,46757,1731090023727 expired; onlineServers=0 2024-11-08T18:21:07,873 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,40895,1731090023511' ***** 2024-11-08T18:21:07,873 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:21:07,873 INFO [M:0;2424dce0d377:40895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:21:07,873 INFO [M:0;2424dce0d377:40895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:21:07,873 DEBUG [M:0;2424dce0d377:40895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:21:07,874 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:21:07,874 DEBUG [M:0;2424dce0d377:40895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:21:07,874 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090025404 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090025404,5,FailOnTimeoutGroup] 2024-11-08T18:21:07,874 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090025395 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090025395,5,FailOnTimeoutGroup] 2024-11-08T18:21:07,874 INFO [M:0;2424dce0d377:40895 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:21:07,874 INFO [M:0;2424dce0d377:40895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:21:07,874 DEBUG [M:0;2424dce0d377:40895 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:21:07,874 INFO [M:0;2424dce0d377:40895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:21:07,874 INFO [M:0;2424dce0d377:40895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:21:07,874 ERROR [M:0;2424dce0d377:40895 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39549,5,PEWorkerGroup] 2024-11-08T18:21:07,874 INFO [M:0;2424dce0d377:40895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:21:07,874 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:21:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0301916864/master 2024-11-08T18:21:07,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0301916864 2024-11-08T18:21:07,884 DEBUG [M:0;2424dce0d377:40895 {}] zookeeper.ZKUtil(347): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Unable to get data of znode /0301916864/master because node does not exist (not an error) 2024-11-08T18:21:07,884 WARN [M:0;2424dce0d377:40895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:21:07,905 INFO [M:0;2424dce0d377:40895 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/.lastflushedseqids 2024-11-08T18:21:07,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741847_1023 (size=245) 2024-11-08T18:21:07,958 INFO [M:0;2424dce0d377:40895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:21:07,958 INFO [M:0;2424dce0d377:40895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:21:07,958 DEBUG [M:0;2424dce0d377:40895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:21:07,958 INFO [M:0;2424dce0d377:40895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:07,958 DEBUG [M:0;2424dce0d377:40895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:07,959 DEBUG [M:0;2424dce0d377:40895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:21:07,959 DEBUG [M:0;2424dce0d377:40895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:07,959 INFO [M:0;2424dce0d377:40895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-08T18:21:07,963 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:07,963 INFO [RS:0;2424dce0d377:46757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:21:07,963 DEBUG [pool-1943-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46757-0x1011bad777c0001, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:07,963 INFO [RS:0;2424dce0d377:46757 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,46757,1731090023727; zookeeper connection closed. 2024-11-08T18:21:07,972 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2345c314 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2345c314 2024-11-08T18:21:07,972 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:21:07,993 DEBUG [M:0;2424dce0d377:40895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/307fbe0b71ba4fe396579270fea3d8b6 is 82, key is hbase:meta,,1/info:regioninfo/1731090026683/Put/seqid=0 2024-11-08T18:21:08,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741848_1024 (size=5672) 2024-11-08T18:21:08,043 INFO [M:0;2424dce0d377:40895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/307fbe0b71ba4fe396579270fea3d8b6 2024-11-08T18:21:08,094 DEBUG [M:0;2424dce0d377:40895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd12cc6772254ab09f851ce21f050f70 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731090038916/Put/seqid=0 2024-11-08T18:21:08,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741849_1025 (size=7219) 2024-11-08T18:21:08,552 INFO [M:0;2424dce0d377:40895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd12cc6772254ab09f851ce21f050f70 2024-11-08T18:21:08,556 INFO [M:0;2424dce0d377:40895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd12cc6772254ab09f851ce21f050f70 2024-11-08T18:21:08,584 DEBUG [M:0;2424dce0d377:40895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/488a1e2f081140cfb7567ceba3c6f088 is 69, key is 2424dce0d377,46757,1731090023727/rs:state/1731090025485/Put/seqid=0 2024-11-08T18:21:08,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741850_1026 (size=5156) 2024-11-08T18:21:09,025 INFO [M:0;2424dce0d377:40895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/488a1e2f081140cfb7567ceba3c6f088 2024-11-08T18:21:09,035 DEBUG [M:0;2424dce0d377:40895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/307fbe0b71ba4fe396579270fea3d8b6 as hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/307fbe0b71ba4fe396579270fea3d8b6 2024-11-08T18:21:09,042 INFO [M:0;2424dce0d377:40895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/307fbe0b71ba4fe396579270fea3d8b6, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T18:21:09,043 DEBUG [M:0;2424dce0d377:40895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd12cc6772254ab09f851ce21f050f70 as hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd12cc6772254ab09f851ce21f050f70 2024-11-08T18:21:09,048 INFO [M:0;2424dce0d377:40895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd12cc6772254ab09f851ce21f050f70 2024-11-08T18:21:09,048 INFO [M:0;2424dce0d377:40895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd12cc6772254ab09f851ce21f050f70, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T18:21:09,050 DEBUG [M:0;2424dce0d377:40895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/488a1e2f081140cfb7567ceba3c6f088 as hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/488a1e2f081140cfb7567ceba3c6f088 2024-11-08T18:21:09,055 INFO [M:0;2424dce0d377:40895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39549/user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/488a1e2f081140cfb7567ceba3c6f088, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T18:21:09,056 INFO [M:0;2424dce0d377:40895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1097ms, sequenceid=105, compaction requested=false 2024-11-08T18:21:09,130 INFO [M:0;2424dce0d377:40895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:09,130 DEBUG [M:0;2424dce0d377:40895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090067958Disabling compacts and flushes for region at 1731090067958Disabling writes for close at 1731090067959 (+1 ms)Obtaining lock to block concurrent updates at 1731090067959Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090067959Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731090067959Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090067960 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090067960Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090067992 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090067992Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090068047 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090068093 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090068093Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090068557 (+464 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090068583 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090068583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49fb243c: reopening flushed file at 1731090069034 (+451 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378ec049: reopening flushed file at 1731090069042 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd4b24: reopening flushed file at 1731090069049 (+7 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1097ms, sequenceid=105, compaction requested=false at 1731090069056 (+7 ms)Writing region close event to WAL at 1731090069130 (+74 ms)Closed at 1731090069130 2024-11-08T18:21:09,165 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb070cde-20d3-7547-9f78-d72788b7dc60/MasterData/WALs/2424dce0d377,40895,1731090023511/2424dce0d377%2C40895%2C1731090023511.1731090025050 not finished, retry = 0 2024-11-08T18:21:09,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44089 is added to blk_1073741830_1006 (size=64435) 2024-11-08T18:21:09,266 INFO [M:0;2424dce0d377:40895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:21:09,266 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:21:09,267 INFO [M:0;2424dce0d377:40895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40895 2024-11-08T18:21:09,267 INFO [M:0;2424dce0d377:40895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:21:09,415 INFO [M:0;2424dce0d377:40895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:21:09,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:09,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x1011bad777c0000, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:09,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33bc33d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:21:09,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a98c75f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:21:09,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:21:09,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d288850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:21:09,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6006a90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/hadoop.log.dir/,STOPPED} 2024-11-08T18:21:09,458 WARN [BP-7650774-172.17.0.3-1731090021358 heartbeating to localhost/127.0.0.1:39549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:21:09,458 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:21:09,458 WARN [BP-7650774-172.17.0.3-1731090021358 heartbeating to localhost/127.0.0.1:39549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-7650774-172.17.0.3-1731090021358 (Datanode Uuid 8562862c-d15a-4acd-a2aa-e7c6132a2852) service to localhost/127.0.0.1:39549 2024-11-08T18:21:09,458 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:21:09,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/cluster_0b92fe0f-6f68-e5b4-af9b-831b861d711a/data/data1/current/BP-7650774-172.17.0.3-1731090021358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:21:09,459 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/cluster_0b92fe0f-6f68-e5b4-af9b-831b861d711a/data/data2/current/BP-7650774-172.17.0.3-1731090021358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:21:09,459 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:21:09,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3763016d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:21:09,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55dce5a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:21:09,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:21:09,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2285136e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:21:09,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273d7e3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99c876b9-0cda-36b3-d772-bce7128e2d1e/hadoop.log.dir/,STOPPED} 2024-11-08T18:21:09,480 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:21:09,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:21:09,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 314) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44517 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39549 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40763 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65271) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-29 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:39549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65271) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65271) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=625 (was 444) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1585 (was 2273) 2024-11-08T18:21:09,571 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=625, ProcessCount=11, AvailableMemoryMB=1584 2024-11-08T18:21:09,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011bad777c0005, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:21:09,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011bad777c0002, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:21:09,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011bad777c0005, quorum=127.0.0.1:65271, baseZNode=/1978013401 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:21:09,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011bad777c0002, quorum=127.0.0.1:65271, baseZNode=/0301916864 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:21:09,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011bad777c0008, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:21:09,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011bad777c0008, quorum=127.0.0.1:65271, baseZNode=/2-1519846141 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:21:09,607 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-08T18:21:09,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/hadoop.log.dir so I do NOT create it in target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f 2024-11-08T18:21:09,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:21:09,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/hadoop.tmp.dir so I do NOT create it in target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f 2024-11-08T18:21:09,608 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2886e3-3dc6-59db-141d-db57b7ab4c73/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:21:09,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f 2024-11-08T18:21:09,608 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/cluster_39e72bb1-7349-5770-c8d6-a4c077cdc8ca, deleteOnExit=true 2024-11-08T18:21:09,661 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/cluster_39e72bb1-7349-5770-c8d6-a4c077cdc8ca/zookeeper_0, clientPort=51989, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/cluster_39e72bb1-7349-5770-c8d6-a4c077cdc8ca/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/cluster_39e72bb1-7349-5770-c8d6-a4c077cdc8ca/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:21:09,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51989 2024-11-08T18:21:09,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:21:09,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:21:09,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/test.cache.data in system properties and HBase conf 2024-11-08T18:21:09,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:21:09,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:21:09,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:21:09,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:21:09,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:21:09,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:21:09,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:21:10,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:21:10,083 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:21:10,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:21:10,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:21:10,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:21:10,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:21:10,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c4aaf11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:21:10,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74387c55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:21:10,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@652dfa5a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/java.io.tmpdir/jetty-localhost-41373-hadoop-hdfs-3_4_1-tests_jar-_-any-15719535376067118353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:21:10,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d1186e6{HTTP/1.1, (http/1.1)}{localhost:41373} 2024-11-08T18:21:10,240 INFO [Time-limited test {}] server.Server(415): Started @332222ms 2024-11-08T18:21:10,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:21:10,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:21:10,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:21:10,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:21:10,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:21:10,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67a51616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:21:10,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@370b559c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:21:10,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23dfdcdc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/java.io.tmpdir/jetty-localhost-32861-hadoop-hdfs-3_4_1-tests_jar-_-any-6496672203784176558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:21:10,787 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cc0b763{HTTP/1.1, (http/1.1)}{localhost:32861} 2024-11-08T18:21:10,787 INFO [Time-limited test {}] server.Server(415): Started @332770ms 2024-11-08T18:21:10,788 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:21:11,970 WARN [Thread-4197 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/cluster_39e72bb1-7349-5770-c8d6-a4c077cdc8ca/data/data1/current/BP-956040315-172.17.0.3-1731090069697/current, will proceed with Du for space computation calculation, 2024-11-08T18:21:11,970 WARN [Thread-4198 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/cluster_39e72bb1-7349-5770-c8d6-a4c077cdc8ca/data/data2/current/BP-956040315-172.17.0.3-1731090069697/current, will proceed with Du for space computation calculation, 2024-11-08T18:21:11,993 WARN [Thread-4185 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:21:11,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85d4264851ce9133 with lease ID 0xe438d27046aee190: Processing first storage report for DS-bcbf4ef2-102e-4416-87c3-f6ea5cd64389 from datanode DatanodeRegistration(127.0.0.1:39429, datanodeUuid=11cead7d-8847-4b9b-8169-ed7b0007892b, infoPort=33767, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=368430053;c=1731090069697) 2024-11-08T18:21:11,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85d4264851ce9133 with lease ID 0xe438d27046aee190: from storage DS-bcbf4ef2-102e-4416-87c3-f6ea5cd64389 node DatanodeRegistration(127.0.0.1:39429, datanodeUuid=11cead7d-8847-4b9b-8169-ed7b0007892b, infoPort=33767, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=368430053;c=1731090069697), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:21:11,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85d4264851ce9133 with lease ID 0xe438d27046aee190: Processing first storage report for DS-e82e12c5-b448-4cd8-8741-96ea1e6e5341 from datanode DatanodeRegistration(127.0.0.1:39429, datanodeUuid=11cead7d-8847-4b9b-8169-ed7b0007892b, infoPort=33767, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=368430053;c=1731090069697) 2024-11-08T18:21:11,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85d4264851ce9133 with lease ID 0xe438d27046aee190: from storage DS-e82e12c5-b448-4cd8-8741-96ea1e6e5341 node DatanodeRegistration(127.0.0.1:39429, datanodeUuid=11cead7d-8847-4b9b-8169-ed7b0007892b, infoPort=33767, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=368430053;c=1731090069697), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:21:12,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f 2024-11-08T18:21:12,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:12,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:12,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:21:12,480 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80 with version=8 2024-11-08T18:21:12,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/hbase-staging 2024-11-08T18:21:12,482 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:21:12,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:12,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:12,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:21:12,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:12,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:21:12,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:21:12,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:21:12,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46803 2024-11-08T18:21:12,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46803 connecting to ZooKeeper ensemble=127.0.0.1:51989 2024-11-08T18:21:12,528 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:21:12,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468030x0, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:21:12,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:12,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46803-0x1011bae343f0000 connected 2024-11-08T18:21:13,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:13,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:13,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Set watcher on znode that does not yet exist, /0588570699/running 2024-11-08T18:21:13,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80, hbase.cluster.distributed=false 2024-11-08T18:21:13,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Set watcher on znode that does not yet exist, /0588570699/acl 2024-11-08T18:21:13,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46803 2024-11-08T18:21:13,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46803 2024-11-08T18:21:13,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46803 2024-11-08T18:21:13,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46803 2024-11-08T18:21:13,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46803 2024-11-08T18:21:13,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:21:13,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:13,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:13,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:21:13,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:13,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:21:13,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:21:13,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:21:13,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40665 2024-11-08T18:21:13,169 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40665 connecting to ZooKeeper ensemble=127.0.0.1:51989 2024-11-08T18:21:13,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:13,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:13,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406650x0, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:21:13,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406650x0, quorum=127.0.0.1:51989, baseZNode=/0588570699 Set watcher on znode that does not yet exist, /0588570699/running 2024-11-08T18:21:13,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40665-0x1011bae343f0001 connected 2024-11-08T18:21:13,230 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:21:13,230 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:21:13,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Set watcher on znode that does not yet exist, /0588570699/master 2024-11-08T18:21:13,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Set watcher on znode that does not yet exist, /0588570699/acl 2024-11-08T18:21:13,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40665 2024-11-08T18:21:13,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40665 2024-11-08T18:21:13,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40665 2024-11-08T18:21:13,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40665 2024-11-08T18:21:13,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40665 2024-11-08T18:21:13,270 DEBUG [M:0;2424dce0d377:46803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:46803 2024-11-08T18:21:13,270 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0588570699/backup-masters/2424dce0d377,46803,1731090072481 2024-11-08T18:21:13,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699/backup-masters 2024-11-08T18:21:13,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699/backup-masters 2024-11-08T18:21:13,346 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Set watcher on existing znode=/0588570699/backup-masters/2424dce0d377,46803,1731090072481 2024-11-08T18:21:13,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0588570699/master 2024-11-08T18:21:13,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699 2024-11-08T18:21:13,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699 2024-11-08T18:21:13,498 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Set watcher on existing znode=/0588570699/master 2024-11-08T18:21:13,499 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0588570699/backup-masters/2424dce0d377,46803,1731090072481 from backup master directory 2024-11-08T18:21:13,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0588570699/backup-masters/2424dce0d377,46803,1731090072481 2024-11-08T18:21:13,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699/backup-masters 2024-11-08T18:21:13,611 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:21:13,611 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,46803,1731090072481 2024-11-08T18:21:13,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699/backup-masters 2024-11-08T18:21:13,621 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/hbase.id] with ID: 1c74bf1a-19c9-4e5d-902b-c34f142a7555 2024-11-08T18:21:13,621 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/.tmp/hbase.id 2024-11-08T18:21:13,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:21:13,640 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/.tmp/hbase.id]:[hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/hbase.id] 2024-11-08T18:21:13,648 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:13,648 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:21:13,650 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T18:21:13,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699 2024-11-08T18:21:13,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699 2024-11-08T18:21:14,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:21:14,543 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:21:14,544 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:21:14,544 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:14,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:21:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:21:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:21:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T18:21:14,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:21:14,950 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/MasterData/data/master/store 2024-11-08T18:21:14,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:21:15,367 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:15,367 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:21:15,367 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:15,367 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:15,367 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:21:15,367 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:15,367 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:15,367 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090075367Disabling compacts and flushes for region at 1731090075367Disabling writes for close at 1731090075367Writing region close event to WAL at 1731090075367Closed at 1731090075367 2024-11-08T18:21:15,367 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/MasterData/data/master/store/.initializing 2024-11-08T18:21:15,368 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/MasterData/WALs/2424dce0d377,46803,1731090072481 2024-11-08T18:21:15,368 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:21:15,369 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C46803%2C1731090072481, suffix=, logDir=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/MasterData/WALs/2424dce0d377,46803,1731090072481, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/MasterData/oldWALs, maxLogs=10 2024-11-08T18:21:15,385 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/MasterData/WALs/2424dce0d377,46803,1731090072481/2424dce0d377%2C46803%2C1731090072481.1731090075369, exclude list is [], retry=0 2024-11-08T18:21:15,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39429,DS-bcbf4ef2-102e-4416-87c3-f6ea5cd64389,DISK] 2024-11-08T18:21:15,389 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/MasterData/WALs/2424dce0d377,46803,1731090072481/2424dce0d377%2C46803%2C1731090072481.1731090075369 2024-11-08T18:21:15,389 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33767:33767)] 2024-11-08T18:21:15,389 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:15,389 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:15,390 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:15,390 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:15,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:15,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:21:15,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:15,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:15,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:15,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:21:15,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:15,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:15,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:15,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:21:15,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:15,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:15,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:15,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:21:15,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:15,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:15,398 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:15,399 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:15,399 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:15,400 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:15,400 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:15,401 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:21:15,401 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:15,403 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:15,403 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64303671, jitterRate=-0.04180063307285309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:21:15,404 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090075390Initializing all the Stores at 1731090075390Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090075391 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090075391Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090075391Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090075391Cleaning up temporary data from old regions at 1731090075400 (+9 ms)Region opened successfully at 1731090075404 (+4 ms) 2024-11-08T18:21:15,412 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:21:15,415 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593a6c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:21:15,416 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:21:15,416 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:21:15,416 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:21:15,416 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:21:15,416 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:21:15,417 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:21:15,417 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:21:15,422 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:21:15,422 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Unable to get data of znode /0588570699/balancer because node does not exist (not necessarily an error) 2024-11-08T18:21:15,441 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0588570699/balancer already deleted, retry=false 2024-11-08T18:21:15,441 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:21:15,442 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Unable to get data of znode /0588570699/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:21:15,508 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0588570699/normalizer already deleted, retry=false 2024-11-08T18:21:15,508 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:21:15,513 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Unable to get data of znode /0588570699/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:21:15,536 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0588570699/switch/split already deleted, retry=false 2024-11-08T18:21:15,538 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Unable to get data of znode /0588570699/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:21:15,546 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0588570699/switch/merge already deleted, retry=false 2024-11-08T18:21:15,548 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Unable to get data of znode /0588570699/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:21:15,557 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0588570699/snapshot-cleanup already deleted, retry=false 2024-11-08T18:21:15,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0588570699/running 2024-11-08T18:21:15,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0588570699/running 2024-11-08T18:21:15,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699 2024-11-08T18:21:15,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699 2024-11-08T18:21:15,568 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,46803,1731090072481, sessionid=0x1011bae343f0000, setting cluster-up flag (Was=false) 2024-11-08T18:21:15,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699 2024-11-08T18:21:15,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699 2024-11-08T18:21:15,630 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0588570699/flush-table-proc/acquired, /0588570699/flush-table-proc/reached, /0588570699/flush-table-proc/abort 2024-11-08T18:21:15,631 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,46803,1731090072481 2024-11-08T18:21:15,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699 2024-11-08T18:21:15,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699 2024-11-08T18:21:15,683 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0588570699/online-snapshot/acquired, /0588570699/online-snapshot/reached, /0588570699/online-snapshot/abort 2024-11-08T18:21:15,684 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,46803,1731090072481 2024-11-08T18:21:15,688 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:21:15,698 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:15,698 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:21:15,698 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:21:15,698 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,46803,1731090072481 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:21:15,699 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:15,699 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:15,699 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:15,699 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:15,699 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:21:15,700 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,700 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:21:15,700 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:15,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:21:15,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:15,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:21:15,724 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090105724 2024-11-08T18:21:15,724 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:21:15,724 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:21:15,724 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:21:15,724 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:21:15,724 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:21:15,725 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:21:15,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:21:15,740 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,748 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:21:15,748 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:21:15,748 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:21:15,748 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:21:15,756 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:21:15,756 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:21:15,760 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090075756,5,FailOnTimeoutGroup] 2024-11-08T18:21:15,768 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090075760,5,FailOnTimeoutGroup] 2024-11-08T18:21:15,768 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,768 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:21:15,768 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,768 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,769 INFO [RS:0;2424dce0d377:40665 {}] regionserver.HRegionServer(746): ClusterId : 1c74bf1a-19c9-4e5d-902b-c34f142a7555 2024-11-08T18:21:15,769 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:21:15,778 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:21:15,778 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:21:15,789 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:21:15,789 DEBUG [RS:0;2424dce0d377:40665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558db6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:21:15,807 DEBUG [RS:0;2424dce0d377:40665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:40665 2024-11-08T18:21:15,807 INFO [RS:0;2424dce0d377:40665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:21:15,808 INFO [RS:0;2424dce0d377:40665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:21:15,808 DEBUG [RS:0;2424dce0d377:40665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:21:15,809 INFO [RS:0;2424dce0d377:40665 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,46803,1731090072481 with port=40665, startcode=1731090073167 2024-11-08T18:21:15,809 DEBUG [RS:0;2424dce0d377:40665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:21:15,812 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:21:15,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,40665,1731090073167 2024-11-08T18:21:15,813 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46803 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,40665,1731090073167 2024-11-08T18:21:15,814 DEBUG [RS:0;2424dce0d377:40665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80 2024-11-08T18:21:15,814 DEBUG [RS:0;2424dce0d377:40665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40777 2024-11-08T18:21:15,814 DEBUG [RS:0;2424dce0d377:40665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:21:15,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699/rs 2024-11-08T18:21:15,820 DEBUG [RS:0;2424dce0d377:40665 {}] zookeeper.ZKUtil(111): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Set watcher on existing znode=/0588570699/rs/2424dce0d377,40665,1731090073167 2024-11-08T18:21:15,820 WARN [RS:0;2424dce0d377:40665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:21:15,820 INFO [RS:0;2424dce0d377:40665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:15,820 DEBUG [RS:0;2424dce0d377:40665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/WALs/2424dce0d377,40665,1731090073167 2024-11-08T18:21:15,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,40665,1731090073167] 2024-11-08T18:21:15,830 INFO [RS:0;2424dce0d377:40665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:21:15,844 INFO [RS:0;2424dce0d377:40665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:21:15,852 INFO [RS:0;2424dce0d377:40665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:21:15,852 INFO [RS:0;2424dce0d377:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,853 INFO [RS:0;2424dce0d377:40665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:21:15,853 INFO [RS:0;2424dce0d377:40665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:21:15,853 INFO [RS:0;2424dce0d377:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,853 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,853 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,853 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,853 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,854 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,854 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:21:15,854 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,854 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,854 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,854 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,854 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,854 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:15,854 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:21:15,854 DEBUG [RS:0;2424dce0d377:40665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:21:15,860 INFO [RS:0;2424dce0d377:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,860 INFO [RS:0;2424dce0d377:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,860 INFO [RS:0;2424dce0d377:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,860 INFO [RS:0;2424dce0d377:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,860 INFO [RS:0;2424dce0d377:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,860 INFO [RS:0;2424dce0d377:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40665,1731090073167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:21:15,877 INFO [RS:0;2424dce0d377:40665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:21:15,877 INFO [RS:0;2424dce0d377:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,40665,1731090073167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,877 INFO [RS:0;2424dce0d377:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,877 INFO [RS:0;2424dce0d377:40665 {}] regionserver.Replication(171): 2424dce0d377,40665,1731090073167 started 2024-11-08T18:21:15,891 INFO [RS:0;2424dce0d377:40665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:15,891 INFO [RS:0;2424dce0d377:40665 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,40665,1731090073167, RpcServer on 2424dce0d377/172.17.0.3:40665, sessionid=0x1011bae343f0001 2024-11-08T18:21:15,891 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:21:15,891 DEBUG [RS:0;2424dce0d377:40665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,40665,1731090073167 2024-11-08T18:21:15,891 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,40665,1731090073167' 2024-11-08T18:21:15,891 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0588570699/flush-table-proc/abort' 2024-11-08T18:21:15,892 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0588570699/flush-table-proc/acquired' 2024-11-08T18:21:15,892 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:21:15,892 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:21:15,892 DEBUG [RS:0;2424dce0d377:40665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,40665,1731090073167 2024-11-08T18:21:15,892 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,40665,1731090073167' 2024-11-08T18:21:15,892 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0588570699/online-snapshot/abort' 2024-11-08T18:21:15,893 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0588570699/online-snapshot/acquired' 2024-11-08T18:21:15,893 DEBUG [RS:0;2424dce0d377:40665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:21:15,893 INFO [RS:0;2424dce0d377:40665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:21:15,893 INFO [RS:0;2424dce0d377:40665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:21:15,993 INFO [RS:0;2424dce0d377:40665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:21:15,994 INFO [RS:0;2424dce0d377:40665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C40665%2C1731090073167, suffix=, logDir=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/WALs/2424dce0d377,40665,1731090073167, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/oldWALs, maxLogs=10 2024-11-08T18:21:16,008 DEBUG [RS:0;2424dce0d377:40665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/WALs/2424dce0d377,40665,1731090073167/2424dce0d377%2C40665%2C1731090073167.1731090075995, exclude list is [], retry=0 2024-11-08T18:21:16,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39429,DS-bcbf4ef2-102e-4416-87c3-f6ea5cd64389,DISK] 2024-11-08T18:21:16,017 INFO [RS:0;2424dce0d377:40665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/WALs/2424dce0d377,40665,1731090073167/2424dce0d377%2C40665%2C1731090073167.1731090075995 2024-11-08T18:21:16,020 DEBUG [RS:0;2424dce0d377:40665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33767:33767)] 2024-11-08T18:21:16,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:21:16,131 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80 2024-11-08T18:21:16,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:21:16,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:16,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:21:16,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:21:16,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:16,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:16,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:21:16,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:21:16,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:16,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:16,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:21:16,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:21:16,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:16,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:16,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:21:16,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:21:16,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:16,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:16,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:21:16,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/data/hbase/meta/1588230740 2024-11-08T18:21:16,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/data/hbase/meta/1588230740 2024-11-08T18:21:16,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:21:16,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:21:16,560 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:21:16,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:21:16,563 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:16,563 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68558048, jitterRate=0.021594524383544922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:21:16,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090076538Initializing all the Stores at 1731090076538Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090076538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090076549 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090076549Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090076549Cleaning up temporary data from old regions at 1731090076560 (+11 ms)Region opened successfully at 1731090076564 (+4 ms) 2024-11-08T18:21:16,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:21:16,564 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:21:16,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:21:16,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:21:16,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:21:16,564 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:16,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090076564Disabling compacts and flushes for region at 1731090076564Disabling writes for close at 1731090076564Writing region close event to WAL at 1731090076564Closed at 1731090076564 2024-11-08T18:21:16,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:16,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:21:16,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:21:16,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:21:16,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:21:16,717 DEBUG [2424dce0d377:46803 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:21:16,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,40665,1731090073167 2024-11-08T18:21:16,719 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,40665,1731090073167, state=OPENING 2024-11-08T18:21:16,725 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:21:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699 2024-11-08T18:21:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0588570699 2024-11-08T18:21:16,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0588570699/meta-region-server: CHANGED 2024-11-08T18:21:16,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0588570699/meta-region-server: CHANGED 2024-11-08T18:21:16,736 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:21:16,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,40665,1731090073167}] 2024-11-08T18:21:16,900 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:21:16,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:21:16,912 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:21:16,912 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:16,913 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:21:16,914 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C40665%2C1731090073167.meta, suffix=.meta, logDir=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/WALs/2424dce0d377,40665,1731090073167, archiveDir=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/oldWALs, maxLogs=10 2024-11-08T18:21:16,945 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/WALs/2424dce0d377,40665,1731090073167/2424dce0d377%2C40665%2C1731090073167.meta.1731090076914.meta, exclude list is [], retry=0 2024-11-08T18:21:16,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39429,DS-bcbf4ef2-102e-4416-87c3-f6ea5cd64389,DISK] 2024-11-08T18:21:16,949 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/WALs/2424dce0d377,40665,1731090073167/2424dce0d377%2C40665%2C1731090073167.meta.1731090076914.meta 2024-11-08T18:21:16,952 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33767:33767)] 2024-11-08T18:21:16,952 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:16,953 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:21:16,953 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:21:16,953 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:21:16,953 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:21:16,953 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:21:16,953 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:16,953 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:21:16,953 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:21:16,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:21:16,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:21:16,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:16,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:16,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:21:16,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:21:16,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:16,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:16,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:21:16,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:21:16,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:16,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:16,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:21:16,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:21:16,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:16,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:16,958 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:21:16,958 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/data/hbase/meta/1588230740 2024-11-08T18:21:16,959 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/data/hbase/meta/1588230740 2024-11-08T18:21:16,960 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:21:16,960 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:21:16,960 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:21:16,962 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:21:16,963 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68622701, jitterRate=0.022557929158210754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:21:16,963 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:21:16,963 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090076953Writing region info on filesystem at 1731090076953Initializing all the Stores at 1731090076954 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090076954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090076954Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090076954Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090076954Cleaning up temporary data from old regions at 1731090076960 (+6 ms)Running coprocessor post-open hooks at 1731090076963 (+3 ms)Region opened successfully at 1731090076963 2024-11-08T18:21:16,964 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090076900 2024-11-08T18:21:16,966 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:21:16,966 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:21:16,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,40665,1731090073167 2024-11-08T18:21:16,968 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,40665,1731090073167, state=OPEN 2024-11-08T18:21:17,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40665-0x1011bae343f0001, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0588570699/meta-region-server 2024-11-08T18:21:17,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x1011bae343f0000, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0588570699/meta-region-server 2024-11-08T18:21:17,026 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,40665,1731090073167 2024-11-08T18:21:17,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0588570699/meta-region-server: CHANGED 2024-11-08T18:21:17,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0588570699/meta-region-server: CHANGED 2024-11-08T18:21:17,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:21:17,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,40665,1731090073167 in 290 msec 2024-11-08T18:21:17,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:21:17,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-08T18:21:17,030 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:17,030 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:21:17,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:17,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,40665,1731090073167, seqNum=-1] 2024-11-08T18:21:17,031 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:17,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:21:17,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3390 sec 2024-11-08T18:21:17,036 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090077036, completionTime=-1 2024-11-08T18:21:17,037 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:21:17,037 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:21:17,039 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:21:17,039 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090137039 2024-11-08T18:21:17,039 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090197039 2024-11-08T18:21:17,039 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:21:17,039 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,46803,1731090072481-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:17,039 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,46803,1731090072481-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:17,039 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,46803,1731090072481-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:17,039 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:46803, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:17,039 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:17,039 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:17,041 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:21:17,043 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.431sec 2024-11-08T18:21:17,043 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:21:17,043 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:21:17,043 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:21:17,043 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:21:17,043 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:21:17,043 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,46803,1731090072481-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:21:17,043 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,46803,1731090072481-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:21:17,045 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:21:17,045 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:21:17,045 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,46803,1731090072481-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:17,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a9412c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:17,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,46803,-1 for getting cluster id 2024-11-08T18:21:17,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:17,072 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c74bf1a-19c9-4e5d-902b-c34f142a7555' 2024-11-08T18:21:17,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:17,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c74bf1a-19c9-4e5d-902b-c34f142a7555" 2024-11-08T18:21:17,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52dfa66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:17,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,46803,-1] 2024-11-08T18:21:17,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:17,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:17,074 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:17,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccbe875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:17,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:17,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,40665,1731090073167, seqNum=-1] 2024-11-08T18:21:17,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:17,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:21:17,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,46803,1731090072481 2024-11-08T18:21:17,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51989 2024-11-08T18:21:17,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51989, baseZNode=/0588570699 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:21:17,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011bae343f0002 connected 2024-11-08T18:21:17,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:17,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,46803,1731090072481 2024-11-08T18:21:17,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32f3731f 2024-11-08T18:21:17,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:17,109 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:21:17,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:21:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:21:17,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:21:17,113 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:17,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:21:17,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:21:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:17,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:21:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:17,540 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6099635eed4cc4c9895a53e4385215d8, NAME => 'test,,1731090077110.6099635eed4cc4c9895a53e4385215d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80 2024-11-08T18:21:17,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39429 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:21:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:17,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731090077110.6099635eed4cc4c9895a53e4385215d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:17,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6099635eed4cc4c9895a53e4385215d8, disabling compactions & flushes 2024-11-08T18:21:17,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731090077110.6099635eed4cc4c9895a53e4385215d8. 2024-11-08T18:21:17,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090077110.6099635eed4cc4c9895a53e4385215d8. 2024-11-08T18:21:17,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731090077110.6099635eed4cc4c9895a53e4385215d8. after waiting 0 ms 2024-11-08T18:21:17,945 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731090077110.6099635eed4cc4c9895a53e4385215d8. 2024-11-08T18:21:17,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731090077110.6099635eed4cc4c9895a53e4385215d8. 2024-11-08T18:21:17,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6099635eed4cc4c9895a53e4385215d8: Waiting for close lock at 1731090077945Disabling compacts and flushes for region at 1731090077945Disabling writes for close at 1731090077945Writing region close event to WAL at 1731090077945Closed at 1731090077945 2024-11-08T18:21:17,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:21:17,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731090077110.6099635eed4cc4c9895a53e4385215d8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731090077947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090077947"}]},"ts":"1731090077947"} 2024-11-08T18:21:17,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:21:17,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:21:17,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090077949"}]},"ts":"1731090077949"} 2024-11-08T18:21:17,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:21:17,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6099635eed4cc4c9895a53e4385215d8, ASSIGN}] 2024-11-08T18:21:17,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6099635eed4cc4c9895a53e4385215d8, ASSIGN 2024-11-08T18:21:17,955 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6099635eed4cc4c9895a53e4385215d8, ASSIGN; state=OFFLINE, location=2424dce0d377,40665,1731090073167; forceNewPlan=false, retain=false 2024-11-08T18:21:18,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6099635eed4cc4c9895a53e4385215d8, regionState=OPENING, regionLocation=2424dce0d377,40665,1731090073167 2024-11-08T18:21:18,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6099635eed4cc4c9895a53e4385215d8, ASSIGN because future has completed 2024-11-08T18:21:18,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6099635eed4cc4c9895a53e4385215d8, server=2424dce0d377,40665,1731090073167}] 2024-11-08T18:21:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:18,282 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731090077110.6099635eed4cc4c9895a53e4385215d8. 2024-11-08T18:21:18,283 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6099635eed4cc4c9895a53e4385215d8, NAME => 'test,,1731090077110.6099635eed4cc4c9895a53e4385215d8.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:18,283 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:21:18,283 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:21:18,283 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,283 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731090077110.6099635eed4cc4c9895a53e4385215d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:18,283 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,283 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,284 INFO [StoreOpener-6099635eed4cc4c9895a53e4385215d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,285 INFO [StoreOpener-6099635eed4cc4c9895a53e4385215d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6099635eed4cc4c9895a53e4385215d8 columnFamilyName f 2024-11-08T18:21:18,285 DEBUG [StoreOpener-6099635eed4cc4c9895a53e4385215d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:18,285 INFO [StoreOpener-6099635eed4cc4c9895a53e4385215d8-1 {}] regionserver.HStore(327): Store=6099635eed4cc4c9895a53e4385215d8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:18,285 INFO [StoreOpener-6099635eed4cc4c9895a53e4385215d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,286 INFO [StoreOpener-6099635eed4cc4c9895a53e4385215d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6099635eed4cc4c9895a53e4385215d8 columnFamilyName f1 2024-11-08T18:21:18,286 DEBUG [StoreOpener-6099635eed4cc4c9895a53e4385215d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:18,286 INFO [StoreOpener-6099635eed4cc4c9895a53e4385215d8-1 {}] regionserver.HStore(327): Store=6099635eed4cc4c9895a53e4385215d8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:18,286 INFO [StoreOpener-6099635eed4cc4c9895a53e4385215d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,287 INFO [StoreOpener-6099635eed4cc4c9895a53e4385215d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6099635eed4cc4c9895a53e4385215d8 columnFamilyName norep 2024-11-08T18:21:18,287 DEBUG [StoreOpener-6099635eed4cc4c9895a53e4385215d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:18,287 INFO [StoreOpener-6099635eed4cc4c9895a53e4385215d8-1 {}] regionserver.HStore(327): Store=6099635eed4cc4c9895a53e4385215d8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:18,287 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,288 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/data/default/test/6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,288 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/data/default/test/6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,289 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,289 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,289 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:21:18,290 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,291 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/data/default/test/6099635eed4cc4c9895a53e4385215d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:18,291 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6099635eed4cc4c9895a53e4385215d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63147458, jitterRate=-0.05902954936027527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:21:18,291 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6099635eed4cc4c9895a53e4385215d8 2024-11-08T18:21:18,292 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6099635eed4cc4c9895a53e4385215d8: Running coprocessor pre-open hook at 1731090078283Writing region info on filesystem at 1731090078283Initializing all the Stores at 1731090078284 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090078284Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090078284Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090078284Cleaning up temporary data from old regions at 1731090078289 (+5 ms)Running coprocessor post-open hooks at 1731090078291 (+2 ms)Region opened successfully at 1731090078292 (+1 ms) 2024-11-08T18:21:18,293 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731090077110.6099635eed4cc4c9895a53e4385215d8., pid=6, masterSystemTime=1731090078280 2024-11-08T18:21:18,295 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731090077110.6099635eed4cc4c9895a53e4385215d8. 2024-11-08T18:21:18,295 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731090077110.6099635eed4cc4c9895a53e4385215d8. 2024-11-08T18:21:18,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6099635eed4cc4c9895a53e4385215d8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,40665,1731090073167 2024-11-08T18:21:18,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6099635eed4cc4c9895a53e4385215d8, server=2424dce0d377,40665,1731090073167 because future has completed 2024-11-08T18:21:18,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:21:18,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6099635eed4cc4c9895a53e4385215d8, server=2424dce0d377,40665,1731090073167 in 171 msec 2024-11-08T18:21:18,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:21:18,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6099635eed4cc4c9895a53e4385215d8, ASSIGN in 348 msec 2024-11-08T18:21:18,303 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:21:18,303 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090078303"}]},"ts":"1731090078303"} 2024-11-08T18:21:18,305 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:21:18,305 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:21:18,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1950 sec 2024-11-08T18:21:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:19,263 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:21:19,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730c27f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:19,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,46803,-1 for getting cluster id 2024-11-08T18:21:19,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:19,265 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c74bf1a-19c9-4e5d-902b-c34f142a7555' 2024-11-08T18:21:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c74bf1a-19c9-4e5d-902b-c34f142a7555" 2024-11-08T18:21:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd6dcf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,46803,-1] 2024-11-08T18:21:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:19,267 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:19,268 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3290af45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:19,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,46803,1731090072481 2024-11-08T18:21:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a221b6e 2024-11-08T18:21:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:19,272 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:21:19,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:46803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:21:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:21:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:21:19,276 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:46803' 2024-11-08T18:21:19,277 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555cd086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:19,277 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,46803,-1 for getting cluster id 2024-11-08T18:21:19,277 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:19,278 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c74bf1a-19c9-4e5d-902b-c34f142a7555' 2024-11-08T18:21:19,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:19,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c74bf1a-19c9-4e5d-902b-c34f142a7555" 2024-11-08T18:21:19,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153e281e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:19,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,46803,-1] 2024-11-08T18:21:19,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:19,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:19,280 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:19,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331fb95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:19,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,46803,1731090072481 2024-11-08T18:21:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fae0420 2024-11-08T18:21:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:19,282 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:21:19,283 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T18:21:19,283 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:21:19,283 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:19,283 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:19,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:19,284 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2424dce0d377:46803, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T18:21:19,290 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2424dce0d377:46803, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2424dce0d377:46803, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2424dce0d377:46803, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-08T18:21:19,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2424dce0d377:46803, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=19 msec 2024-11-08T18:21:19,292 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-08T18:21:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:21:19,384 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://2424dce0d377:46803, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-08T18:21:19,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:19,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:19,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:19,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:19,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:19,404 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=521 (was 363) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1420018918-7936 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RS_OPEN_REGION-regionserver/2424dce0d377:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2080601207-7982 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 33583 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/2424dce0d377:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$595/0x00007f6bb0ab32d8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1380161971_20 at /127.0.0.1:39040 [Receiving block BP-956040315-172.17.0.3-1731090069697:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80/MasterData-prefix:2424dce0d377,46803,1731090072481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090075756 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3f502379 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2080601207-7981-acceptor-0@4ea1a7a4-ServerConnector@2cc0b763{HTTP/1.1, (http/1.1)}{localhost:32861} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-60953735-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2424dce0d377:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1420018918-7933 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6bb0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40777 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80-prefix:2424dce0d377,40665,1731090073167.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: regionserver/2424dce0d377:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51989 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2080601207-7980 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6bb0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/cluster_39e72bb1-7349-5770-c8d6-a4c077cdc8ca/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1420018918-7938 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2424dce0d377:40665-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@444037b6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40777/user/jenkins/test-data/e39a3454-af24-e50d-abff-01e825f28a80-prefix:2424dce0d377,40665,1731090073167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-59a821d9-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1416318190_20 at /127.0.0.1:39080 [Receiving block BP-956040315-172.17.0.3-1731090069697:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 2 on default port 40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;2424dce0d377:40665 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51989) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1420018918-7932 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6bb0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:51989): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 1 on default port 40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1420018918-7934 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6bb0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4a5635a5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6c9007af[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-956040315-172.17.0.3-1731090069697:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@64a006ef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: 2424dce0d377:46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: regionserver/2424dce0d377:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6bab4be java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;2424dce0d377:46803 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40777 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51989) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1416318190_20 at /127.0.0.1:39064 [Receiving block BP-956040315-172.17.0.3-1731090069697:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/cluster_39e72bb1-7349-5770-c8d6-a4c077cdc8ca/data/data1/current/BP-956040315-172.17.0.3-1731090069697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@476ea1df java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@603079f0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-956040315-172.17.0.3-1731090069697 heartbeating to localhost/127.0.0.1:40777 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2080601207-7983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/cluster_39e72bb1-7349-5770-c8d6-a4c077cdc8ca/data/data2/current/BP-956040315-172.17.0.3-1731090069697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/cluster_39e72bb1-7349-5770-c8d6-a4c077cdc8ca/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1420018918-7935-acceptor-0@6c6a03ad-ServerConnector@6d1186e6{HTTP/1.1, (http/1.1)}{localhost:41373} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1221778394) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1420018918-7937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090075760 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2424dce0d377:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f6bb09f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@c0a0b55 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: PacketResponder: BP-956040315-172.17.0.3-1731090069697:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: PacketResponder: BP-956040315-172.17.0.3-1731090069697:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1420018918-7931 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6bb0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3ffd4300 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1416318190_20 at /127.0.0.1:38990 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51989) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 33583 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) - Thread LEAK? -, OpenFileDescriptor=863 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=668 (was 625) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1517 (was 1584) 2024-11-08T18:21:19,409 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=521 is superior to 500 2024-11-08T18:21:19,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=521, OpenFileDescriptor=863, MaxFileDescriptor=1048576, SystemLoadAverage=668, ProcessCount=11, AvailableMemoryMB=1516 2024-11-08T18:21:19,424 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=521 is superior to 500 2024-11-08T18:21:19,441 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-08T18:21:19,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/hadoop.log.dir so I do NOT create it in target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620 2024-11-08T18:21:19,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:21:19,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/hadoop.tmp.dir so I do NOT create it in target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620 2024-11-08T18:21:19,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5233a0ce-3732-f539-74ff-a2809273f54f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:21:19,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620 2024-11-08T18:21:19,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/cluster_16ed4542-f718-a087-3f6b-482764079bdf, deleteOnExit=true 2024-11-08T18:21:19,469 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/cluster_16ed4542-f718-a087-3f6b-482764079bdf/zookeeper_0, clientPort=55294, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/cluster_16ed4542-f718-a087-3f6b-482764079bdf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/cluster_16ed4542-f718-a087-3f6b-482764079bdf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:21:19,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55294 2024-11-08T18:21:19,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:21:19,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:21:19,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/test.cache.data in system properties and HBase conf 2024-11-08T18:21:19,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:21:19,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:21:19,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:21:19,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:21:19,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:21:19,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:21:19,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:21:19,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:21:19,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:21:19,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:21:19,927 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T18:21:19,942 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:19,942 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:19,942 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:19,942 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:19,943 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:19,943 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:19,998 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:19,998 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:19,999 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:19,999 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:19,999 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:19,999 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:20,008 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:20,012 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:20,013 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:20,015 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:20,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:21:20,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:21:20,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:21:20,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:21:20,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:21:20,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:21:20,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b94d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:21:20,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af3af6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:21:20,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f7c0d01{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/java.io.tmpdir/jetty-localhost-34935-hadoop-hdfs-3_4_1-tests_jar-_-any-16408633300076400260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:21:20,259 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fdbd092{HTTP/1.1, (http/1.1)}{localhost:34935} 2024-11-08T18:21:20,259 INFO [Time-limited test {}] server.Server(415): Started @342241ms 2024-11-08T18:21:20,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:21:20,714 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:21:20,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:21:20,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:21:20,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:21:20,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54aa0aa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:21:20,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:21:20,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32038c93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/java.io.tmpdir/jetty-localhost-35679-hadoop-hdfs-3_4_1-tests_jar-_-any-8732173852325521999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:21:20,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@652612a1{HTTP/1.1, (http/1.1)}{localhost:35679} 2024-11-08T18:21:20,857 INFO [Time-limited test {}] server.Server(415): Started @342840ms 2024-11-08T18:21:20,859 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:21:21,673 WARN [Thread-4332 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/cluster_16ed4542-f718-a087-3f6b-482764079bdf/data/data1/current/BP-706492702-172.17.0.3-1731090079498/current, will proceed with Du for space computation calculation, 2024-11-08T18:21:21,677 WARN [Thread-4333 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/cluster_16ed4542-f718-a087-3f6b-482764079bdf/data/data2/current/BP-706492702-172.17.0.3-1731090079498/current, will proceed with Du for space computation calculation, 2024-11-08T18:21:21,785 WARN [Thread-4320 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:21:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdba4dd4ad0ffadb1 with lease ID 0x3d717464340d18b3: Processing first storage report for DS-8712c3a1-7064-4a66-ae3f-8b8030dec551 from datanode DatanodeRegistration(127.0.0.1:44881, datanodeUuid=c197da08-a183-44d7-bb9f-b8529b31d9d9, infoPort=40543, infoSecurePort=0, ipcPort=40813, storageInfo=lv=-57;cid=testClusterID;nsid=1859451430;c=1731090079498) 2024-11-08T18:21:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdba4dd4ad0ffadb1 with lease ID 0x3d717464340d18b3: from storage DS-8712c3a1-7064-4a66-ae3f-8b8030dec551 node DatanodeRegistration(127.0.0.1:44881, datanodeUuid=c197da08-a183-44d7-bb9f-b8529b31d9d9, infoPort=40543, infoSecurePort=0, ipcPort=40813, storageInfo=lv=-57;cid=testClusterID;nsid=1859451430;c=1731090079498), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:21:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdba4dd4ad0ffadb1 with lease ID 0x3d717464340d18b3: Processing first storage report for DS-5d6c5993-c63f-4d2f-ae46-f6c8f589a3ac from datanode DatanodeRegistration(127.0.0.1:44881, datanodeUuid=c197da08-a183-44d7-bb9f-b8529b31d9d9, infoPort=40543, infoSecurePort=0, ipcPort=40813, storageInfo=lv=-57;cid=testClusterID;nsid=1859451430;c=1731090079498) 2024-11-08T18:21:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdba4dd4ad0ffadb1 with lease ID 0x3d717464340d18b3: from storage DS-5d6c5993-c63f-4d2f-ae46-f6c8f589a3ac node DatanodeRegistration(127.0.0.1:44881, datanodeUuid=c197da08-a183-44d7-bb9f-b8529b31d9d9, infoPort=40543, infoSecurePort=0, ipcPort=40813, storageInfo=lv=-57;cid=testClusterID;nsid=1859451430;c=1731090079498), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:21:21,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620 2024-11-08T18:21:21,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:21,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:21,830 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:21:21,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T18:21:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:21:22,275 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130 with version=8 2024-11-08T18:21:22,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/hbase-staging 2024-11-08T18:21:22,277 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:21:22,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:22,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:22,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:21:22,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:22,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:21:22,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:21:22,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:21:22,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45137 2024-11-08T18:21:22,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45137 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-08T18:21:22,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451370x0, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:21:22,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45137-0x1011bae5a890000 connected 2024-11-08T18:21:22,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:22,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:22,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Set watcher on znode that does not yet exist, /0-162386110/running 2024-11-08T18:21:22,526 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130, hbase.cluster.distributed=false 2024-11-08T18:21:22,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Set watcher on znode that does not yet exist, /0-162386110/acl 2024-11-08T18:21:22,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-08T18:21:22,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45137 2024-11-08T18:21:22,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45137 2024-11-08T18:21:22,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-08T18:21:22,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-08T18:21:22,584 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:21:22,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:22,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:22,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:21:22,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:22,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:21:22,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:21:22,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:21:22,585 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33969 2024-11-08T18:21:22,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33969 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-08T18:21:22,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:22,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:22,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339690x0, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:21:22,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339690x0, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Set watcher on znode that does not yet exist, /0-162386110/running 2024-11-08T18:21:22,624 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:21:22,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33969-0x1011bae5a890001 connected 2024-11-08T18:21:22,632 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:21:22,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Set watcher on znode that does not yet exist, /0-162386110/master 2024-11-08T18:21:22,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Set watcher on znode that does not yet exist, /0-162386110/acl 2024-11-08T18:21:22,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-08T18:21:22,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33969 2024-11-08T18:21:22,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33969 2024-11-08T18:21:22,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-08T18:21:22,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-08T18:21:22,670 DEBUG [M:0;2424dce0d377:45137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:45137 2024-11-08T18:21:22,672 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-162386110/backup-masters/2424dce0d377,45137,1731090082277 2024-11-08T18:21:22,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110/backup-masters 2024-11-08T18:21:22,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110/backup-masters 2024-11-08T18:21:22,686 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Set watcher on existing znode=/0-162386110/backup-masters/2424dce0d377,45137,1731090082277 2024-11-08T18:21:22,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:22,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-162386110/master 2024-11-08T18:21:22,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:22,697 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Set watcher on existing znode=/0-162386110/master 2024-11-08T18:21:22,698 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-162386110/backup-masters/2424dce0d377,45137,1731090082277 from backup master directory 2024-11-08T18:21:22,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-162386110/backup-masters/2424dce0d377,45137,1731090082277 2024-11-08T18:21:22,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110/backup-masters 2024-11-08T18:21:22,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110/backup-masters 2024-11-08T18:21:22,708 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:21:22,708 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,45137,1731090082277 2024-11-08T18:21:22,713 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/hbase.id] with ID: a5170389-9bc1-46f3-badf-ef0f89c6f17f 2024-11-08T18:21:22,713 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/.tmp/hbase.id 2024-11-08T18:21:22,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:21:22,723 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/.tmp/hbase.id]:[hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/hbase.id] 2024-11-08T18:21:22,735 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:22,735 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:21:22,737 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:21:22,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:22,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:21:22,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:22,933 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:21:22,934 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148844 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:21:23,167 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:21:23,168 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:21:23,168 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:23,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:21:23,183 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store 2024-11-08T18:21:23,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:21:23,190 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:23,190 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:21:23,190 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:23,190 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:23,190 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:21:23,190 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:23,190 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:23,190 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090083190Disabling compacts and flushes for region at 1731090083190Disabling writes for close at 1731090083190Writing region close event to WAL at 1731090083190Closed at 1731090083190 2024-11-08T18:21:23,191 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/.initializing 2024-11-08T18:21:23,191 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/WALs/2424dce0d377,45137,1731090082277 2024-11-08T18:21:23,192 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:21:23,194 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C45137%2C1731090082277, suffix=, logDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/WALs/2424dce0d377,45137,1731090082277, archiveDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/oldWALs, maxLogs=10 2024-11-08T18:21:23,208 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/WALs/2424dce0d377,45137,1731090082277/2424dce0d377%2C45137%2C1731090082277.1731090083194, exclude list is [], retry=0 2024-11-08T18:21:23,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44881,DS-8712c3a1-7064-4a66-ae3f-8b8030dec551,DISK] 2024-11-08T18:21:23,215 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/WALs/2424dce0d377,45137,1731090082277/2424dce0d377%2C45137%2C1731090082277.1731090083194 2024-11-08T18:21:23,224 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-08T18:21:23,224 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:23,225 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:23,225 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:23,225 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:23,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:23,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:21:23,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:23,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:23,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:23,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:21:23,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:23,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:23,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:23,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:21:23,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:23,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:23,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:23,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:21:23,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:23,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:23,233 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:23,234 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:23,235 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:23,236 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:23,236 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:23,236 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:21:23,237 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:23,240 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:23,240 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68478375, jitterRate=0.020407304167747498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:21:23,240 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090083225Initializing all the Stores at 1731090083226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090083226Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090083226Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090083226Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090083226Cleaning up temporary data from old regions at 1731090083236 (+10 ms)Region opened successfully at 1731090083240 (+4 ms) 2024-11-08T18:21:23,241 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:21:23,244 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d03cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:21:23,245 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:21:23,245 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:21:23,245 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:21:23,245 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:21:23,246 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:21:23,246 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:21:23,246 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:21:23,250 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:21:23,251 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Unable to get data of znode /0-162386110/balancer because node does not exist (not necessarily an error) 2024-11-08T18:21:23,297 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-162386110/balancer already deleted, retry=false 2024-11-08T18:21:23,297 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:21:23,298 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Unable to get data of znode /0-162386110/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:21:23,307 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-162386110/normalizer already deleted, retry=false 2024-11-08T18:21:23,308 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:21:23,309 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Unable to get data of znode /0-162386110/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:21:23,318 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-162386110/switch/split already deleted, retry=false 2024-11-08T18:21:23,320 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Unable to get data of znode /0-162386110/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:21:23,328 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-162386110/switch/merge already deleted, retry=false 2024-11-08T18:21:23,331 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Unable to get data of znode /0-162386110/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:21:23,339 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-162386110/snapshot-cleanup already deleted, retry=false 2024-11-08T18:21:23,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-162386110/running 2024-11-08T18:21:23,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:23,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-162386110/running 2024-11-08T18:21:23,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:23,350 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,45137,1731090082277, sessionid=0x1011bae5a890000, setting cluster-up flag (Was=false) 2024-11-08T18:21:23,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:23,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:23,402 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-162386110/flush-table-proc/acquired, /0-162386110/flush-table-proc/reached, /0-162386110/flush-table-proc/abort 2024-11-08T18:21:23,403 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,45137,1731090082277 2024-11-08T18:21:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:23,455 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-162386110/online-snapshot/acquired, /0-162386110/online-snapshot/reached, /0-162386110/online-snapshot/abort 2024-11-08T18:21:23,456 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,45137,1731090082277 2024-11-08T18:21:23,457 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:21:23,458 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:23,459 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:21:23,459 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:21:23,459 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,45137,1731090082277 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:21:23,461 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:23,461 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:23,461 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:23,461 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:23,461 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:21:23,461 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,461 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:21:23,461 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:23,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:21:23,471 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:23,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:21:23,477 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090113477 2024-11-08T18:21:23,477 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:21:23,477 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:21:23,477 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:21:23,477 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:21:23,477 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:21:23,477 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:21:23,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:21:23,480 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,480 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:21:23,481 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:21:23,481 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:21:23,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:21:23,481 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130 2024-11-08T18:21:23,481 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:21:23,488 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:21:23,488 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:21:23,496 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090083488,5,FailOnTimeoutGroup] 2024-11-08T18:21:23,500 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090083496,5,FailOnTimeoutGroup] 2024-11-08T18:21:23,500 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,500 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:21:23,500 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,500 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:21:23,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:23,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:21:23,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:21:23,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:23,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:23,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:21:23,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:21:23,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:23,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:23,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:21:23,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:21:23,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:23,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:23,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:21:23,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:21:23,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:23,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:23,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:21:23,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740 2024-11-08T18:21:23,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740 2024-11-08T18:21:23,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:21:23,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:21:23,525 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:21:23,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:21:23,533 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:23,533 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65008461, jitterRate=-0.0312984436750412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:21:23,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090083510Initializing all the Stores at 1731090083511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090083511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090083512 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090083512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090083512Cleaning up temporary data from old regions at 1731090083525 (+13 ms)Region opened successfully at 1731090083533 (+8 ms) 2024-11-08T18:21:23,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:21:23,533 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:21:23,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:21:23,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:21:23,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:21:23,534 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:23,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090083533Disabling compacts and flushes for region at 1731090083533Disabling writes for close at 1731090083534 (+1 ms)Writing region close event to WAL at 1731090083534Closed at 1731090083534 2024-11-08T18:21:23,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:23,535 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:21:23,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:21:23,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:21:23,537 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:21:23,558 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(746): ClusterId : a5170389-9bc1-46f3-badf-ef0f89c6f17f 2024-11-08T18:21:23,558 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:21:23,572 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:21:23,572 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:21:23,582 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:21:23,582 DEBUG [RS:0;2424dce0d377:33969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fb3139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:21:23,596 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:33969 2024-11-08T18:21:23,596 INFO [RS:0;2424dce0d377:33969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:21:23,596 INFO [RS:0;2424dce0d377:33969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:21:23,596 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:21:23,597 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,45137,1731090082277 with port=33969, startcode=1731090082584 2024-11-08T18:21:23,597 DEBUG [RS:0;2424dce0d377:33969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:21:23,598 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:21:23,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45137 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,33969,1731090082584 2024-11-08T18:21:23,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45137 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,33969,1731090082584 2024-11-08T18:21:23,600 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130 2024-11-08T18:21:23,600 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41315 2024-11-08T18:21:23,600 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:21:23,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110/rs 2024-11-08T18:21:23,613 DEBUG [RS:0;2424dce0d377:33969 {}] zookeeper.ZKUtil(111): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Set watcher on existing znode=/0-162386110/rs/2424dce0d377,33969,1731090082584 2024-11-08T18:21:23,613 WARN [RS:0;2424dce0d377:33969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:21:23,614 INFO [RS:0;2424dce0d377:33969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:23,614 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584 2024-11-08T18:21:23,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,33969,1731090082584] 2024-11-08T18:21:23,625 INFO [RS:0;2424dce0d377:33969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:21:23,640 INFO [RS:0;2424dce0d377:33969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:21:23,641 INFO [RS:0;2424dce0d377:33969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:21:23,641 INFO [RS:0;2424dce0d377:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,641 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:21:23,642 INFO [RS:0;2424dce0d377:33969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:21:23,642 INFO [RS:0;2424dce0d377:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,642 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,642 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,642 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,642 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,642 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,642 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:21:23,643 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,643 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,643 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,643 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,643 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,643 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:23,643 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:21:23,643 DEBUG [RS:0;2424dce0d377:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:21:23,652 INFO [RS:0;2424dce0d377:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,652 INFO [RS:0;2424dce0d377:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,652 INFO [RS:0;2424dce0d377:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,652 INFO [RS:0;2424dce0d377:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,652 INFO [RS:0;2424dce0d377:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,652 INFO [RS:0;2424dce0d377:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33969,1731090082584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:21:23,676 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:21:23,677 INFO [RS:0;2424dce0d377:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,33969,1731090082584-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,677 INFO [RS:0;2424dce0d377:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,677 INFO [RS:0;2424dce0d377:33969 {}] regionserver.Replication(171): 2424dce0d377,33969,1731090082584 started 2024-11-08T18:21:23,688 WARN [2424dce0d377:45137 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T18:21:23,694 INFO [RS:0;2424dce0d377:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:23,694 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,33969,1731090082584, RpcServer on 2424dce0d377/172.17.0.3:33969, sessionid=0x1011bae5a890001 2024-11-08T18:21:23,694 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:21:23,694 DEBUG [RS:0;2424dce0d377:33969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,33969,1731090082584 2024-11-08T18:21:23,694 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,33969,1731090082584' 2024-11-08T18:21:23,694 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-162386110/flush-table-proc/abort' 2024-11-08T18:21:23,695 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-162386110/flush-table-proc/acquired' 2024-11-08T18:21:23,695 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:21:23,695 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:21:23,695 DEBUG [RS:0;2424dce0d377:33969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,33969,1731090082584 2024-11-08T18:21:23,695 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,33969,1731090082584' 2024-11-08T18:21:23,695 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-162386110/online-snapshot/abort' 2024-11-08T18:21:23,696 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-162386110/online-snapshot/acquired' 2024-11-08T18:21:23,696 DEBUG [RS:0;2424dce0d377:33969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:21:23,696 INFO [RS:0;2424dce0d377:33969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:21:23,696 INFO [RS:0;2424dce0d377:33969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:21:23,797 INFO [RS:0;2424dce0d377:33969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:21:23,798 INFO [RS:0;2424dce0d377:33969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C33969%2C1731090082584, suffix=, logDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584, archiveDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/oldWALs, maxLogs=10 2024-11-08T18:21:23,815 DEBUG [RS:0;2424dce0d377:33969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798, exclude list is [], retry=0 2024-11-08T18:21:23,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44881,DS-8712c3a1-7064-4a66-ae3f-8b8030dec551,DISK] 2024-11-08T18:21:23,836 INFO [RS:0;2424dce0d377:33969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 2024-11-08T18:21:23,844 DEBUG [RS:0;2424dce0d377:33969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-08T18:21:23,938 DEBUG [2424dce0d377:45137 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:21:23,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,33969,1731090082584 2024-11-08T18:21:23,940 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,33969,1731090082584, state=OPENING 2024-11-08T18:21:23,950 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:21:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:23,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-162386110/meta-region-server: CHANGED 2024-11-08T18:21:23,961 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:21:23,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-162386110/meta-region-server: CHANGED 2024-11-08T18:21:23,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,33969,1731090082584}] 2024-11-08T18:21:24,114 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:21:24,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:21:24,120 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:21:24,120 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:24,120 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:21:24,122 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C33969%2C1731090082584.meta, suffix=.meta, logDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584, archiveDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/oldWALs, maxLogs=10 2024-11-08T18:21:24,146 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.meta.1731090084122.meta, exclude list is [], retry=0 2024-11-08T18:21:24,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44881,DS-8712c3a1-7064-4a66-ae3f-8b8030dec551,DISK] 2024-11-08T18:21:24,152 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.meta.1731090084122.meta 2024-11-08T18:21:24,152 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-08T18:21:24,153 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:24,153 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:21:24,153 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:21:24,153 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:21:24,153 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:21:24,153 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:21:24,153 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:24,153 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:21:24,153 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:21:24,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:21:24,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:21:24,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:24,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:24,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:21:24,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:21:24,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:24,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:24,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:21:24,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:21:24,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:24,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:24,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:21:24,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:21:24,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:24,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:24,164 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:21:24,164 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740 2024-11-08T18:21:24,166 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740 2024-11-08T18:21:24,167 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:21:24,167 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:21:24,168 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:21:24,169 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:21:24,170 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65534041, jitterRate=-0.023466691374778748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:21:24,170 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:21:24,170 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090084154Writing region info on filesystem at 1731090084154Initializing all the Stores at 1731090084154Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090084154Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090084156 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090084156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090084156Cleaning up temporary data from old regions at 1731090084167 (+11 ms)Running coprocessor post-open hooks at 1731090084170 (+3 ms)Region opened successfully at 1731090084170 2024-11-08T18:21:24,171 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090084114 2024-11-08T18:21:24,174 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:21:24,174 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:21:24,174 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,33969,1731090082584 2024-11-08T18:21:24,175 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,33969,1731090082584, state=OPEN 2024-11-08T18:21:24,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-162386110/meta-region-server 2024-11-08T18:21:24,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-162386110/meta-region-server 2024-11-08T18:21:24,211 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,33969,1731090082584 2024-11-08T18:21:24,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-162386110/meta-region-server: CHANGED 2024-11-08T18:21:24,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-162386110/meta-region-server: CHANGED 2024-11-08T18:21:24,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:21:24,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,33969,1731090082584 in 250 msec 2024-11-08T18:21:24,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:21:24,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 679 msec 2024-11-08T18:21:24,217 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:24,217 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:21:24,219 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:24,219 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33969,1731090082584, seqNum=-1] 2024-11-08T18:21:24,219 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:24,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:21:24,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 768 msec 2024-11-08T18:21:24,227 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090084227, completionTime=-1 2024-11-08T18:21:24,227 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:21:24,227 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:21:24,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:21:24,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090144229 2024-11-08T18:21:24,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090204229 2024-11-08T18:21:24,229 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T18:21:24,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45137,1731090082277-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:24,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45137,1731090082277-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:24,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45137,1731090082277-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:24,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:45137, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:24,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:24,230 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:24,234 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:21:24,237 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.529sec 2024-11-08T18:21:24,238 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:21:24,238 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:21:24,238 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:21:24,238 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:21:24,238 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:21:24,238 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45137,1731090082277-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:21:24,238 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45137,1731090082277-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:21:24,242 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:21:24,242 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:21:24,242 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,45137,1731090082277-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:24,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77573f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:24,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,45137,-1 for getting cluster id 2024-11-08T18:21:24,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:24,267 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5170389-9bc1-46f3-badf-ef0f89c6f17f' 2024-11-08T18:21:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5170389-9bc1-46f3-badf-ef0f89c6f17f" 2024-11-08T18:21:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18fa9757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,45137,-1] 2024-11-08T18:21:24,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:24,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:24,269 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:24,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e91443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:24,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33969,1731090082584, seqNum=-1] 2024-11-08T18:21:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:24,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:21:24,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,45137,1731090082277 2024-11-08T18:21:24,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-08T18:21:24,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:21:24,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011bae5a890002 connected 2024-11-08T18:21:24,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/hadoop.log.dir so I do NOT create it in target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e 2024-11-08T18:21:24,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:21:24,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/hadoop.tmp.dir so I do NOT create it in target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e 2024-11-08T18:21:24,311 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:21:24,311 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e 2024-11-08T18:21:24,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:21:24,311 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/cluster_92404c9a-d407-ff8f-6c02-b359bb5101f3, deleteOnExit=true 2024-11-08T18:21:24,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:21:24,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/test.cache.data in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:21:24,312 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:21:24,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:21:24,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:21:24,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:21:24,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:21:24,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:21:24,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:21:24,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T18:21:24,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T18:21:24,747 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T18:21:24,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:21:24,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T18:21:24,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:21:24,748 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T18:21:24,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:21:24,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:21:24,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:21:24,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:21:24,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:21:24,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:21:24,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78019304{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:21:24,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a7e7ac2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:21:25,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a90fdc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/java.io.tmpdir/jetty-localhost-40511-hadoop-hdfs-3_4_1-tests_jar-_-any-16529015190693127838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:21:25,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63f02134{HTTP/1.1, (http/1.1)}{localhost:40511} 2024-11-08T18:21:25,029 INFO [Time-limited test {}] server.Server(415): Started @347012ms 2024-11-08T18:21:25,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:21:25,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:21:25,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:21:25,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:21:25,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:21:25,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26249da7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:21:25,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35dd2eaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:21:25,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55af8c37{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/java.io.tmpdir/jetty-localhost-44133-hadoop-hdfs-3_4_1-tests_jar-_-any-2481003595691634994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:21:25,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8d804e9{HTTP/1.1, (http/1.1)}{localhost:44133} 2024-11-08T18:21:25,767 INFO [Time-limited test {}] server.Server(415): Started @347750ms 2024-11-08T18:21:25,768 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:21:26,461 WARN [Thread-4453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/cluster_92404c9a-d407-ff8f-6c02-b359bb5101f3/data/data2/current/BP-1350084849-172.17.0.3-1731090084329/current, will proceed with Du for space computation calculation, 2024-11-08T18:21:26,462 WARN [Thread-4452 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/cluster_92404c9a-d407-ff8f-6c02-b359bb5101f3/data/data1/current/BP-1350084849-172.17.0.3-1731090084329/current, will proceed with Du for space computation calculation, 2024-11-08T18:21:26,505 WARN [Thread-4440 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:21:26,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ed945ec567cda15 with lease ID 0x7d195af7449129bd: Processing first storage report for DS-3a9fc2f2-1791-464c-b709-af47cfa8d08e from datanode DatanodeRegistration(127.0.0.1:40203, datanodeUuid=e1cc91e7-32d0-4f67-b26f-2150df8223b4, infoPort=44711, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=1143251518;c=1731090084329) 2024-11-08T18:21:26,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ed945ec567cda15 with lease ID 0x7d195af7449129bd: from storage DS-3a9fc2f2-1791-464c-b709-af47cfa8d08e node DatanodeRegistration(127.0.0.1:40203, datanodeUuid=e1cc91e7-32d0-4f67-b26f-2150df8223b4, infoPort=44711, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=1143251518;c=1731090084329), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:21:26,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ed945ec567cda15 with lease ID 0x7d195af7449129bd: Processing first storage report for DS-ae20baf5-dfe5-44b9-bdd8-fb3f46a0a588 from datanode DatanodeRegistration(127.0.0.1:40203, datanodeUuid=e1cc91e7-32d0-4f67-b26f-2150df8223b4, infoPort=44711, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=1143251518;c=1731090084329) 2024-11-08T18:21:26,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ed945ec567cda15 with lease ID 0x7d195af7449129bd: from storage DS-ae20baf5-dfe5-44b9-bdd8-fb3f46a0a588 node DatanodeRegistration(127.0.0.1:40203, datanodeUuid=e1cc91e7-32d0-4f67-b26f-2150df8223b4, infoPort=44711, infoSecurePort=0, ipcPort=35515, storageInfo=lv=-57;cid=testClusterID;nsid=1143251518;c=1731090084329), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:21:26,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e 2024-11-08T18:21:26,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:26,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:21:26,951 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d with version=8 2024-11-08T18:21:26,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/hbase-staging 2024-11-08T18:21:26,953 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:21:26,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:26,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:26,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:21:26,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:26,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:21:26,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:21:26,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:21:26,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42851 2024-11-08T18:21:26,965 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42851 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-08T18:21:27,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428510x0, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:21:27,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42851-0x1011bae5a890003 connected 2024-11-08T18:21:27,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:27,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:27,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Set watcher on znode that does not yet exist, /141806181/running 2024-11-08T18:21:27,110 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d, hbase.cluster.distributed=false 2024-11-08T18:21:27,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Set watcher on znode that does not yet exist, /141806181/acl 2024-11-08T18:21:27,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42851 2024-11-08T18:21:27,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42851 2024-11-08T18:21:27,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42851 2024-11-08T18:21:27,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42851 2024-11-08T18:21:27,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42851 2024-11-08T18:21:27,225 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:21:27,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:27,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:27,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:21:27,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:27,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:21:27,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:21:27,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:21:27,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43533 2024-11-08T18:21:27,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43533 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-08T18:21:27,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:27,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:27,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435330x0, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:21:27,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435330x0, quorum=127.0.0.1:55294, baseZNode=/141806181 Set watcher on znode that does not yet exist, /141806181/running 2024-11-08T18:21:27,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:21:27,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43533-0x1011bae5a890004 connected 2024-11-08T18:21:27,292 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:21:27,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Set watcher on znode that does not yet exist, /141806181/master 2024-11-08T18:21:27,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Set watcher on znode that does not yet exist, /141806181/acl 2024-11-08T18:21:27,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43533 2024-11-08T18:21:27,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43533 2024-11-08T18:21:27,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43533 2024-11-08T18:21:27,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43533 2024-11-08T18:21:27,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43533 2024-11-08T18:21:27,412 DEBUG [M:0;2424dce0d377:42851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:42851 2024-11-08T18:21:27,413 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /141806181/backup-masters/2424dce0d377,42851,1731090086953 2024-11-08T18:21:27,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181/backup-masters 2024-11-08T18:21:27,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181/backup-masters 2024-11-08T18:21:27,424 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Set watcher on existing znode=/141806181/backup-masters/2424dce0d377,42851,1731090086953 2024-11-08T18:21:27,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/141806181/master 2024-11-08T18:21:27,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:27,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:27,436 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Set watcher on existing znode=/141806181/master 2024-11-08T18:21:27,439 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /141806181/backup-masters/2424dce0d377,42851,1731090086953 from backup master directory 2024-11-08T18:21:27,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181/backup-masters 2024-11-08T18:21:27,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/141806181/backup-masters/2424dce0d377,42851,1731090086953 2024-11-08T18:21:27,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181/backup-masters 2024-11-08T18:21:27,445 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:21:27,445 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,42851,1731090086953 2024-11-08T18:21:27,460 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/hbase.id] with ID: 7b678fc2-f3cf-45f3-992d-ee0c658ca278 2024-11-08T18:21:27,460 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/.tmp/hbase.id 2024-11-08T18:21:27,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:21:27,498 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/.tmp/hbase.id]:[hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/hbase.id] 2024-11-08T18:21:27,513 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:27,513 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:21:27,514 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:21:27,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:27,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:27,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:21:27,585 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:21:27,586 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:21:27,586 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:21:28,041 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store 2024-11-08T18:21:28,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:21:28,450 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:28,451 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:21:28,451 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:28,451 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:28,451 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:21:28,451 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:28,451 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:28,451 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090088450Disabling compacts and flushes for region at 1731090088450Disabling writes for close at 1731090088451 (+1 ms)Writing region close event to WAL at 1731090088451Closed at 1731090088451 2024-11-08T18:21:28,453 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/.initializing 2024-11-08T18:21:28,453 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/WALs/2424dce0d377,42851,1731090086953 2024-11-08T18:21:28,454 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:21:28,464 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C42851%2C1731090086953, suffix=, logDir=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/WALs/2424dce0d377,42851,1731090086953, archiveDir=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/oldWALs, maxLogs=10 2024-11-08T18:21:28,482 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/WALs/2424dce0d377,42851,1731090086953/2424dce0d377%2C42851%2C1731090086953.1731090088464, exclude list is [], retry=0 2024-11-08T18:21:28,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40203,DS-3a9fc2f2-1791-464c-b709-af47cfa8d08e,DISK] 2024-11-08T18:21:28,494 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/WALs/2424dce0d377,42851,1731090086953/2424dce0d377%2C42851%2C1731090086953.1731090088464 2024-11-08T18:21:28,504 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44711:44711)] 2024-11-08T18:21:28,504 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:28,505 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:28,505 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:28,505 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:28,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:28,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:21:28,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:28,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:28,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:28,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:21:28,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:28,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:28,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:28,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:21:28,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:28,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:28,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:28,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:21:28,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:28,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:28,528 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:28,530 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:28,530 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:28,531 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:28,531 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:28,532 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:21:28,534 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:28,536 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:28,536 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74261802, jitterRate=0.10658708214759827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:21:28,536 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090088505Initializing all the Stores at 1731090088505Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090088505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090088508 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090088508Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090088508Cleaning up temporary data from old regions at 1731090088531 (+23 ms)Region opened successfully at 1731090088536 (+5 ms) 2024-11-08T18:21:28,540 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:21:28,546 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11201585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:21:28,547 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:21:28,547 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:21:28,547 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:21:28,547 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:21:28,547 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:21:28,548 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:21:28,548 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:21:28,550 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:21:28,550 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Unable to get data of znode /141806181/balancer because node does not exist (not necessarily an error) 2024-11-08T18:21:28,633 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /141806181/balancer already deleted, retry=false 2024-11-08T18:21:28,634 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:21:28,635 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Unable to get data of znode /141806181/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:21:28,644 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /141806181/normalizer already deleted, retry=false 2024-11-08T18:21:28,644 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:21:28,647 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Unable to get data of znode /141806181/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:21:28,654 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /141806181/switch/split already deleted, retry=false 2024-11-08T18:21:28,656 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Unable to get data of znode /141806181/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:21:28,665 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /141806181/switch/merge already deleted, retry=false 2024-11-08T18:21:28,668 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Unable to get data of znode /141806181/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:21:28,675 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /141806181/snapshot-cleanup already deleted, retry=false 2024-11-08T18:21:28,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/141806181/running 2024-11-08T18:21:28,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:28,687 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,42851,1731090086953, sessionid=0x1011bae5a890003, setting cluster-up flag (Was=false) 2024-11-08T18:21:28,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/141806181/running 2024-11-08T18:21:28,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:28,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:28,739 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /141806181/flush-table-proc/acquired, /141806181/flush-table-proc/reached, /141806181/flush-table-proc/abort 2024-11-08T18:21:28,740 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,42851,1731090086953 2024-11-08T18:21:28,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:28,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:28,791 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /141806181/online-snapshot/acquired, /141806181/online-snapshot/reached, /141806181/online-snapshot/abort 2024-11-08T18:21:28,792 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,42851,1731090086953 2024-11-08T18:21:28,795 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:21:28,796 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:28,796 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:21:28,796 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:21:28,796 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,42851,1731090086953 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:21:28,797 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:28,797 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:28,797 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:28,797 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:28,798 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:21:28,798 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,798 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:21:28,798 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,801 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090118801 2024-11-08T18:21:28,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:28,801 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:21:28,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:21:28,801 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:21:28,801 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:21:28,801 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:21:28,801 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:21:28,801 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:21:28,802 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:28,802 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:28,802 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:21:28,802 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:21:28,802 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:21:28,802 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:21:28,802 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:21:28,803 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:21:28,803 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:21:28,804 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090088803,5,FailOnTimeoutGroup] 2024-11-08T18:21:28,808 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090088804,5,FailOnTimeoutGroup] 2024-11-08T18:21:28,808 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:28,808 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:21:28,808 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:28,808 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:28,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:21:28,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:21:28,824 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d 2024-11-08T18:21:28,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:21:28,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:28,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:21:28,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:21:28,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:28,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:28,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:21:28,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:21:28,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:28,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:28,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:21:28,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:21:28,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:28,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:28,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:21:28,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:21:28,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:28,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:28,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:21:28,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740 2024-11-08T18:21:28,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740 2024-11-08T18:21:28,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:21:28,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:21:28,844 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:21:28,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:21:28,846 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:28,847 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59865492, jitterRate=-0.10793465375900269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:21:28,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090088829Initializing all the Stores at 1731090088829Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090088829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090088829Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090088829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090088829Cleaning up temporary data from old regions at 1731090088844 (+15 ms)Region opened successfully at 1731090088847 (+3 ms) 2024-11-08T18:21:28,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:21:28,847 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:21:28,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:21:28,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:21:28,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:21:28,847 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:28,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090088847Disabling compacts and flushes for region at 1731090088847Disabling writes for close at 1731090088847Writing region close event to WAL at 1731090088847Closed at 1731090088847 2024-11-08T18:21:28,848 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:28,848 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:21:28,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:21:28,850 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:21:28,850 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:21:28,889 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(746): ClusterId : 7b678fc2-f3cf-45f3-992d-ee0c658ca278 2024-11-08T18:21:28,889 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:21:28,899 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:21:28,899 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:21:28,908 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:21:28,908 DEBUG [RS:0;2424dce0d377:43533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bec47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:21:28,924 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:43533 2024-11-08T18:21:28,924 INFO [RS:0;2424dce0d377:43533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:21:28,924 INFO [RS:0;2424dce0d377:43533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:21:28,924 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:21:28,929 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,42851,1731090086953 with port=43533, startcode=1731090087225 2024-11-08T18:21:28,929 DEBUG [RS:0;2424dce0d377:43533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:21:28,932 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:21:28,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,43533,1731090087225 2024-11-08T18:21:28,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42851 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,43533,1731090087225 2024-11-08T18:21:28,934 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d 2024-11-08T18:21:28,934 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44189 2024-11-08T18:21:28,934 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:21:28,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181/rs 2024-11-08T18:21:28,941 DEBUG [RS:0;2424dce0d377:43533 {}] zookeeper.ZKUtil(111): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Set watcher on existing znode=/141806181/rs/2424dce0d377,43533,1731090087225 2024-11-08T18:21:28,941 WARN [RS:0;2424dce0d377:43533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:21:28,941 INFO [RS:0;2424dce0d377:43533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:28,941 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/WALs/2424dce0d377,43533,1731090087225 2024-11-08T18:21:28,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,43533,1731090087225] 2024-11-08T18:21:28,957 INFO [RS:0;2424dce0d377:43533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:21:28,972 INFO [RS:0;2424dce0d377:43533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:21:28,973 INFO [RS:0;2424dce0d377:43533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:21:28,973 INFO [RS:0;2424dce0d377:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:28,974 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:21:28,975 INFO [RS:0;2424dce0d377:43533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:21:28,975 INFO [RS:0;2424dce0d377:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:28,975 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,975 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,975 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,975 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,975 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,975 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:21:28,975 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,976 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,976 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,976 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,976 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,976 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:28,976 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:21:28,976 DEBUG [RS:0;2424dce0d377:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:21:28,980 INFO [RS:0;2424dce0d377:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:28,980 INFO [RS:0;2424dce0d377:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:28,980 INFO [RS:0;2424dce0d377:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:28,980 INFO [RS:0;2424dce0d377:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:28,980 INFO [RS:0;2424dce0d377:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:28,980 INFO [RS:0;2424dce0d377:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,43533,1731090087225-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:21:29,000 WARN [2424dce0d377:42851 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T18:21:29,001 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:21:29,001 INFO [RS:0;2424dce0d377:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,43533,1731090087225-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:29,001 INFO [RS:0;2424dce0d377:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:29,001 INFO [RS:0;2424dce0d377:43533 {}] regionserver.Replication(171): 2424dce0d377,43533,1731090087225 started 2024-11-08T18:21:29,018 INFO [RS:0;2424dce0d377:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:29,018 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,43533,1731090087225, RpcServer on 2424dce0d377/172.17.0.3:43533, sessionid=0x1011bae5a890004 2024-11-08T18:21:29,018 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:21:29,018 DEBUG [RS:0;2424dce0d377:43533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,43533,1731090087225 2024-11-08T18:21:29,019 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,43533,1731090087225' 2024-11-08T18:21:29,019 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/141806181/flush-table-proc/abort' 2024-11-08T18:21:29,019 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/141806181/flush-table-proc/acquired' 2024-11-08T18:21:29,020 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:21:29,020 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:21:29,020 DEBUG [RS:0;2424dce0d377:43533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,43533,1731090087225 2024-11-08T18:21:29,020 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,43533,1731090087225' 2024-11-08T18:21:29,020 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/141806181/online-snapshot/abort' 2024-11-08T18:21:29,020 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/141806181/online-snapshot/acquired' 2024-11-08T18:21:29,021 DEBUG [RS:0;2424dce0d377:43533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:21:29,021 INFO [RS:0;2424dce0d377:43533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:21:29,021 INFO [RS:0;2424dce0d377:43533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:21:29,121 INFO [RS:0;2424dce0d377:43533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:21:29,129 INFO [RS:0;2424dce0d377:43533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C43533%2C1731090087225, suffix=, logDir=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/WALs/2424dce0d377,43533,1731090087225, archiveDir=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/oldWALs, maxLogs=10 2024-11-08T18:21:29,163 DEBUG [RS:0;2424dce0d377:43533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/WALs/2424dce0d377,43533,1731090087225/2424dce0d377%2C43533%2C1731090087225.1731090089129, exclude list is [], retry=0 2024-11-08T18:21:29,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40203,DS-3a9fc2f2-1791-464c-b709-af47cfa8d08e,DISK] 2024-11-08T18:21:29,166 INFO [RS:0;2424dce0d377:43533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/WALs/2424dce0d377,43533,1731090087225/2424dce0d377%2C43533%2C1731090087225.1731090089129 2024-11-08T18:21:29,167 DEBUG [RS:0;2424dce0d377:43533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44711:44711)] 2024-11-08T18:21:29,251 DEBUG [2424dce0d377:42851 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:21:29,251 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,43533,1731090087225 2024-11-08T18:21:29,252 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,43533,1731090087225, state=OPENING 2024-11-08T18:21:29,311 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:21:29,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:29,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:29,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:21:29,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /141806181/meta-region-server: CHANGED 2024-11-08T18:21:29,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,43533,1731090087225}] 2024-11-08T18:21:29,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /141806181/meta-region-server: CHANGED 2024-11-08T18:21:29,480 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:21:29,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:21:29,485 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:21:29,485 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:29,485 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:21:29,486 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C43533%2C1731090087225.meta, suffix=.meta, logDir=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/WALs/2424dce0d377,43533,1731090087225, archiveDir=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/oldWALs, maxLogs=10 2024-11-08T18:21:29,504 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/WALs/2424dce0d377,43533,1731090087225/2424dce0d377%2C43533%2C1731090087225.meta.1731090089487.meta, exclude list is [], retry=0 2024-11-08T18:21:29,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40203,DS-3a9fc2f2-1791-464c-b709-af47cfa8d08e,DISK] 2024-11-08T18:21:29,508 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/WALs/2424dce0d377,43533,1731090087225/2424dce0d377%2C43533%2C1731090087225.meta.1731090089487.meta 2024-11-08T18:21:29,509 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44711:44711)] 2024-11-08T18:21:29,509 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:29,509 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:21:29,509 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:21:29,510 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:21:29,510 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:21:29,510 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:21:29,510 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:29,510 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:21:29,510 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:21:29,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:21:29,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:21:29,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:29,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:29,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:21:29,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:21:29,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:29,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:29,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:21:29,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:21:29,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:29,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:29,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:21:29,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:21:29,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:29,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:29,517 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:21:29,518 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740 2024-11-08T18:21:29,519 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740 2024-11-08T18:21:29,519 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:21:29,520 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:21:29,520 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:21:29,524 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:21:29,525 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59033504, jitterRate=-0.12033224105834961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:21:29,525 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:21:29,525 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090089510Writing region info on filesystem at 1731090089510Initializing all the Stores at 1731090089512 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090089512Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090089512Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090089512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090089512Cleaning up temporary data from old regions at 1731090089520 (+8 ms)Running coprocessor post-open hooks at 1731090089525 (+5 ms)Region opened successfully at 1731090089525 2024-11-08T18:21:29,526 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090089480 2024-11-08T18:21:29,528 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:21:29,528 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:21:29,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,43533,1731090087225 2024-11-08T18:21:29,529 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,43533,1731090087225, state=OPEN 2024-11-08T18:21:29,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/141806181/meta-region-server 2024-11-08T18:21:29,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/141806181/meta-region-server 2024-11-08T18:21:29,539 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,43533,1731090087225 2024-11-08T18:21:29,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /141806181/meta-region-server: CHANGED 2024-11-08T18:21:29,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /141806181/meta-region-server: CHANGED 2024-11-08T18:21:29,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:21:29,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,43533,1731090087225 in 210 msec 2024-11-08T18:21:29,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:21:29,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 692 msec 2024-11-08T18:21:29,548 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:29,548 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:21:29,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:29,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,43533,1731090087225, seqNum=-1] 2024-11-08T18:21:29,553 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:29,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:21:29,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 764 msec 2024-11-08T18:21:29,561 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090089561, completionTime=-1 2024-11-08T18:21:29,561 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:21:29,561 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:21:29,563 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:21:29,563 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090149563 2024-11-08T18:21:29,563 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090209563 2024-11-08T18:21:29,563 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T18:21:29,563 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42851,1731090086953-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:29,563 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42851,1731090086953-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:29,563 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42851,1731090086953-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:29,563 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:42851, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:29,563 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:29,564 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:29,566 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:21:29,574 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.129sec 2024-11-08T18:21:29,574 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:21:29,575 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:21:29,575 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:21:29,575 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:21:29,575 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:21:29,575 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42851,1731090086953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:21:29,575 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42851,1731090086953-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:21:29,577 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:21:29,577 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:21:29,577 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,42851,1731090086953-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:29,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:29,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42851,-1 for getting cluster id 2024-11-08T18:21:29,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:29,595 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b678fc2-f3cf-45f3-992d-ee0c658ca278' 2024-11-08T18:21:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b678fc2-f3cf-45f3-992d-ee0c658ca278" 2024-11-08T18:21:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adc7cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42851,-1] 2024-11-08T18:21:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:29,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:29,597 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:29,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9bbed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:29,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:29,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,43533,1731090087225, seqNum=-1] 2024-11-08T18:21:29,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:29,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:21:29,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,42851,1731090086953 2024-11-08T18:21:29,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-08T18:21:29,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:21:29,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011bae5a890005 connected 2024-11-08T18:21:29,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/hadoop.log.dir so I do NOT create it in target/test-data/43b45910-566f-c557-db0f-84bf0b654285 2024-11-08T18:21:29,625 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/hadoop.tmp.dir so I do NOT create it in target/test-data/43b45910-566f-c557-db0f-84bf0b654285 2024-11-08T18:21:29,626 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T18:21:29,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/cluster_da767845-48f9-0fd2-4608-ba81f55615ea, deleteOnExit=true 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/test.cache.data in system properties and HBase conf 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:21:29,626 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:21:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:21:29,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:21:29,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:21:29,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:21:29,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:21:29,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:21:29,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:21:29,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:21:29,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:21:29,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:21:29,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:21:29,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:21:29,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:29,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:30,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:21:30,296 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:21:30,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:21:30,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:21:30,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:21:30,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:21:30,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2184a25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:21:30,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e2e8db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:21:30,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a35d2ab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/java.io.tmpdir/jetty-localhost-44829-hadoop-hdfs-3_4_1-tests_jar-_-any-17344740450674449582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:21:30,498 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66b23002{HTTP/1.1, (http/1.1)}{localhost:44829} 2024-11-08T18:21:30,498 INFO [Time-limited test {}] server.Server(415): Started @352481ms 2024-11-08T18:21:30,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:21:30,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:21:30,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:21:30,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:21:30,917 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:21:30,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3e5df6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:21:30,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64262caa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:21:31,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d21fc94{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/java.io.tmpdir/jetty-localhost-40093-hadoop-hdfs-3_4_1-tests_jar-_-any-16789407687679927094/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:21:31,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@561959e8{HTTP/1.1, (http/1.1)}{localhost:40093} 2024-11-08T18:21:31,045 INFO [Time-limited test {}] server.Server(415): Started @353028ms 2024-11-08T18:21:31,047 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:21:32,371 WARN [Thread-4573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/cluster_da767845-48f9-0fd2-4608-ba81f55615ea/data/data1/current/BP-2052895997-172.17.0.3-1731090089645/current, will proceed with Du for space computation calculation, 2024-11-08T18:21:32,372 WARN [Thread-4574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/cluster_da767845-48f9-0fd2-4608-ba81f55615ea/data/data2/current/BP-2052895997-172.17.0.3-1731090089645/current, will proceed with Du for space computation calculation, 2024-11-08T18:21:32,409 WARN [Thread-4561 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:21:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d63789ad27215c2 with lease ID 0x2bdd36693640a7b9: Processing first storage report for DS-ee24c585-4b55-45df-8663-e11564229e6b from datanode DatanodeRegistration(127.0.0.1:33177, datanodeUuid=c4e37d1e-2585-471b-bb71-33057972e366, infoPort=40123, infoSecurePort=0, ipcPort=35259, storageInfo=lv=-57;cid=testClusterID;nsid=28291506;c=1731090089645) 2024-11-08T18:21:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d63789ad27215c2 with lease ID 0x2bdd36693640a7b9: from storage DS-ee24c585-4b55-45df-8663-e11564229e6b node DatanodeRegistration(127.0.0.1:33177, datanodeUuid=c4e37d1e-2585-471b-bb71-33057972e366, infoPort=40123, infoSecurePort=0, ipcPort=35259, storageInfo=lv=-57;cid=testClusterID;nsid=28291506;c=1731090089645), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T18:21:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d63789ad27215c2 with lease ID 0x2bdd36693640a7b9: Processing first storage report for DS-1dd1197f-b826-4474-b2a2-3a6d7fc0b707 from datanode DatanodeRegistration(127.0.0.1:33177, datanodeUuid=c4e37d1e-2585-471b-bb71-33057972e366, infoPort=40123, infoSecurePort=0, ipcPort=35259, storageInfo=lv=-57;cid=testClusterID;nsid=28291506;c=1731090089645) 2024-11-08T18:21:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d63789ad27215c2 with lease ID 0x2bdd36693640a7b9: from storage DS-1dd1197f-b826-4474-b2a2-3a6d7fc0b707 node DatanodeRegistration(127.0.0.1:33177, datanodeUuid=c4e37d1e-2585-471b-bb71-33057972e366, infoPort=40123, infoSecurePort=0, ipcPort=35259, storageInfo=lv=-57;cid=testClusterID;nsid=28291506;c=1731090089645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T18:21:32,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285 2024-11-08T18:21:32,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:32,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:32,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:21:32,913 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263 with version=8 2024-11-08T18:21:32,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/hbase-staging 2024-11-08T18:21:32,916 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:21:32,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:32,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:32,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:21:32,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:32,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:21:32,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:21:32,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:21:32,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34565 2024-11-08T18:21:32,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34565 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-08T18:21:32,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345650x0, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:21:32,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34565-0x1011bae5a890006 connected 2024-11-08T18:21:33,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:33,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:33,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Set watcher on znode that does not yet exist, /21927650621/running 2024-11-08T18:21:33,512 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263, hbase.cluster.distributed=false 2024-11-08T18:21:33,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Set watcher on znode that does not yet exist, /21927650621/acl 2024-11-08T18:21:33,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-08T18:21:33,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34565 2024-11-08T18:21:33,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34565 2024-11-08T18:21:33,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-08T18:21:33,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-08T18:21:33,537 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2424dce0d377:0 server-side Connection retries=45 2024-11-08T18:21:33,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:33,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:33,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:21:33,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:21:33,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:21:33,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:21:33,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:21:33,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41561 2024-11-08T18:21:33,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41561 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-08T18:21:33,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:33,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:33,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415610x0, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:21:33,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41561-0x1011bae5a890007 connected 2024-11-08T18:21:33,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415610x0, quorum=127.0.0.1:55294, baseZNode=/21927650621 Set watcher on znode that does not yet exist, /21927650621/running 2024-11-08T18:21:33,569 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:21:33,572 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:21:33,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Set watcher on znode that does not yet exist, /21927650621/master 2024-11-08T18:21:33,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Set watcher on znode that does not yet exist, /21927650621/acl 2024-11-08T18:21:33,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41561 2024-11-08T18:21:33,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41561 2024-11-08T18:21:33,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41561 2024-11-08T18:21:33,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41561 2024-11-08T18:21:33,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41561 2024-11-08T18:21:33,592 DEBUG [M:0;2424dce0d377:34565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2424dce0d377:34565 2024-11-08T18:21:33,592 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21927650621/backup-masters/2424dce0d377,34565,1731090092916 2024-11-08T18:21:33,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621/backup-masters 2024-11-08T18:21:33,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621/backup-masters 2024-11-08T18:21:33,645 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Set watcher on existing znode=/21927650621/backup-masters/2424dce0d377,34565,1731090092916 2024-11-08T18:21:33,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21927650621/master 2024-11-08T18:21:33,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:33,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:33,665 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Set watcher on existing znode=/21927650621/master 2024-11-08T18:21:33,665 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21927650621/backup-masters/2424dce0d377,34565,1731090092916 from backup master directory 2024-11-08T18:21:33,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21927650621/backup-masters/2424dce0d377,34565,1731090092916 2024-11-08T18:21:33,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621/backup-masters 2024-11-08T18:21:33,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621/backup-masters 2024-11-08T18:21:33,675 WARN [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:21:33,675 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2424dce0d377,34565,1731090092916 2024-11-08T18:21:33,678 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/hbase.id] with ID: 6de307c8-f49c-432d-9105-33bb5193c279 2024-11-08T18:21:33,678 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/.tmp/hbase.id 2024-11-08T18:21:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:21:34,083 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/.tmp/hbase.id]:[hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/hbase.id] 2024-11-08T18:21:34,092 INFO [master/2424dce0d377:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:34,093 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:21:34,094 INFO [master/2424dce0d377:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T18:21:34,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:34,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:34,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:21:34,518 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:21:34,519 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:21:34,519 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:34,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:21:34,951 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store 2024-11-08T18:21:34,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:21:34,972 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:34,972 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:21:34,972 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:34,972 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:34,973 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:21:34,973 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:34,973 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:34,973 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090094972Disabling compacts and flushes for region at 1731090094972Disabling writes for close at 1731090094973 (+1 ms)Writing region close event to WAL at 1731090094973Closed at 1731090094973 2024-11-08T18:21:34,973 WARN [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/.initializing 2024-11-08T18:21:34,974 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/WALs/2424dce0d377,34565,1731090092916 2024-11-08T18:21:34,975 INFO [master/2424dce0d377:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:21:34,977 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2424dce0d377%2C34565%2C1731090092916, suffix=, logDir=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/WALs/2424dce0d377,34565,1731090092916, archiveDir=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/oldWALs, maxLogs=10 2024-11-08T18:21:34,997 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/WALs/2424dce0d377,34565,1731090092916/2424dce0d377%2C34565%2C1731090092916.1731090094977, exclude list is [], retry=0 2024-11-08T18:21:35,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33177,DS-ee24c585-4b55-45df-8663-e11564229e6b,DISK] 2024-11-08T18:21:35,005 INFO [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/WALs/2424dce0d377,34565,1731090092916/2424dce0d377%2C34565%2C1731090092916.1731090094977 2024-11-08T18:21:35,005 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40123:40123)] 2024-11-08T18:21:35,005 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:35,005 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:35,005 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:35,005 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:35,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:35,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:21:35,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:35,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:35,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:35,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:21:35,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:35,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:35,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:35,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:21:35,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:35,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:35,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:35,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:21:35,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:35,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:35,014 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:21:35,014 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:35,015 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:35,015 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:35,016 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:35,016 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:35,017 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:21:35,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,018 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:21:35,020 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:35,021 INFO [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58860722, jitterRate=-0.122906893491745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:21:35,022 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731090095006Initializing all the Stores at 1731090095006Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090095006Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090095008 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090095008Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090095008Cleaning up temporary data from old regions at 1731090095016 (+8 ms)Region opened successfully at 1731090095022 (+6 ms) 2024-11-08T18:21:35,032 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:21:35,035 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b40feb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:21:35,036 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:21:35,036 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:21:35,036 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:21:35,036 INFO [master/2424dce0d377:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:21:35,037 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T18:21:35,037 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T18:21:35,037 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:21:35,046 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:21:35,047 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Unable to get data of znode /21927650621/balancer because node does not exist (not necessarily an error) 2024-11-08T18:21:35,054 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21927650621/balancer already deleted, retry=false 2024-11-08T18:21:35,055 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:21:35,055 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Unable to get data of znode /21927650621/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:21:35,065 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21927650621/normalizer already deleted, retry=false 2024-11-08T18:21:35,065 INFO [master/2424dce0d377:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:21:35,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,073 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Unable to get data of znode /21927650621/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:21:35,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:35,084 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21927650621/switch/split already deleted, retry=false 2024-11-08T18:21:35,096 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Unable to get data of znode /21927650621/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:21:35,107 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21927650621/switch/merge already deleted, retry=false 2024-11-08T18:21:35,109 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Unable to get data of znode /21927650621/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:21:35,117 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21927650621/snapshot-cleanup already deleted, retry=false 2024-11-08T18:21:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21927650621/running 2024-11-08T18:21:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21927650621/running 2024-11-08T18:21:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:35,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:35,129 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2424dce0d377,34565,1731090092916, sessionid=0x1011bae5a890006, setting cluster-up flag (Was=false) 2024-11-08T18:21:35,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:35,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:35,181 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21927650621/flush-table-proc/acquired, /21927650621/flush-table-proc/reached, /21927650621/flush-table-proc/abort 2024-11-08T18:21:35,182 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,34565,1731090092916 2024-11-08T18:21:35,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:35,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:35,233 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21927650621/online-snapshot/acquired, /21927650621/online-snapshot/reached, /21927650621/online-snapshot/abort 2024-11-08T18:21:35,234 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2424dce0d377,34565,1731090092916 2024-11-08T18:21:35,235 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:21:35,236 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:35,236 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:21:35,237 INFO [master/2424dce0d377:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:21:35,237 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2424dce0d377,34565,1731090092916 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:21:35,239 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:35,239 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:35,239 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:35,239 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2424dce0d377:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:21:35,239 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2424dce0d377:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:21:35,239 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,239 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:21:35,239 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,245 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:35,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:21:35,246 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:35,246 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:21:35,284 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731090125284 2024-11-08T18:21:35,284 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:21:35,285 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:21:35,285 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:21:35,285 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:21:35,285 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:21:35,285 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:21:35,300 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,301 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:21:35,301 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:21:35,301 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:21:35,301 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T18:21:35,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:21:35,302 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(746): ClusterId : 6de307c8-f49c-432d-9105-33bb5193c279 2024-11-08T18:21:35,302 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:21:35,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:21:35,304 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263 2024-11-08T18:21:35,308 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:21:35,308 INFO [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:21:35,316 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:21:35,316 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:21:35,320 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090095308,5,FailOnTimeoutGroup] 2024-11-08T18:21:35,328 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:21:35,329 DEBUG [RS:0;2424dce0d377:41561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbb5277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2424dce0d377/172.17.0.3:0 2024-11-08T18:21:35,332 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090095320,5,FailOnTimeoutGroup] 2024-11-08T18:21:35,332 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,332 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:21:35,332 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,332 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741832_1008 (size=32) 2024-11-08T18:21:35,348 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2424dce0d377:41561 2024-11-08T18:21:35,348 INFO [RS:0;2424dce0d377:41561 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:21:35,348 INFO [RS:0;2424dce0d377:41561 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:21:35,348 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:21:35,349 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(2659): reportForDuty to master=2424dce0d377,34565,1731090092916 with port=41561, startcode=1731090093537 2024-11-08T18:21:35,349 DEBUG [RS:0;2424dce0d377:41561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:21:35,353 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:21:35,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2424dce0d377,41561,1731090093537 2024-11-08T18:21:35,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(517): Registering regionserver=2424dce0d377,41561,1731090093537 2024-11-08T18:21:35,354 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263 2024-11-08T18:21:35,355 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44545 2024-11-08T18:21:35,355 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:21:35,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621/rs 2024-11-08T18:21:35,388 DEBUG [RS:0;2424dce0d377:41561 {}] zookeeper.ZKUtil(111): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Set watcher on existing znode=/21927650621/rs/2424dce0d377,41561,1731090093537 2024-11-08T18:21:35,388 WARN [RS:0;2424dce0d377:41561 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:21:35,388 INFO [RS:0;2424dce0d377:41561 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:35,388 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/WALs/2424dce0d377,41561,1731090093537 2024-11-08T18:21:35,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2424dce0d377,41561,1731090093537] 2024-11-08T18:21:35,398 INFO [RS:0;2424dce0d377:41561 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:21:35,400 INFO [RS:0;2424dce0d377:41561 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:21:35,400 INFO [RS:0;2424dce0d377:41561 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:21:35,401 INFO [RS:0;2424dce0d377:41561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,404 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:21:35,405 INFO [RS:0;2424dce0d377:41561 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:21:35,405 INFO [RS:0;2424dce0d377:41561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2424dce0d377:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2424dce0d377:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:21:35,405 DEBUG [RS:0;2424dce0d377:41561 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2424dce0d377:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:21:35,412 INFO [RS:0;2424dce0d377:41561 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,412 INFO [RS:0;2424dce0d377:41561 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,412 INFO [RS:0;2424dce0d377:41561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,412 INFO [RS:0;2424dce0d377:41561 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,412 INFO [RS:0;2424dce0d377:41561 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,412 INFO [RS:0;2424dce0d377:41561 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41561,1731090093537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:21:35,434 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:21:35,434 INFO [RS:0;2424dce0d377:41561 {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,41561,1731090093537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,435 INFO [RS:0;2424dce0d377:41561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,435 INFO [RS:0;2424dce0d377:41561 {}] regionserver.Replication(171): 2424dce0d377,41561,1731090093537 started 2024-11-08T18:21:35,453 INFO [RS:0;2424dce0d377:41561 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:35,453 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1482): Serving as 2424dce0d377,41561,1731090093537, RpcServer on 2424dce0d377/172.17.0.3:41561, sessionid=0x1011bae5a890007 2024-11-08T18:21:35,453 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:21:35,453 DEBUG [RS:0;2424dce0d377:41561 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2424dce0d377,41561,1731090093537 2024-11-08T18:21:35,453 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,41561,1731090093537' 2024-11-08T18:21:35,453 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21927650621/flush-table-proc/abort' 2024-11-08T18:21:35,454 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21927650621/flush-table-proc/acquired' 2024-11-08T18:21:35,454 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:21:35,454 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:21:35,454 DEBUG [RS:0;2424dce0d377:41561 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2424dce0d377,41561,1731090093537 2024-11-08T18:21:35,454 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2424dce0d377,41561,1731090093537' 2024-11-08T18:21:35,454 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21927650621/online-snapshot/abort' 2024-11-08T18:21:35,455 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21927650621/online-snapshot/acquired' 2024-11-08T18:21:35,455 DEBUG [RS:0;2424dce0d377:41561 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:21:35,455 INFO [RS:0;2424dce0d377:41561 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:21:35,455 INFO [RS:0;2424dce0d377:41561 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:21:35,555 INFO [RS:0;2424dce0d377:41561 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:21:35,556 INFO [RS:0;2424dce0d377:41561 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C41561%2C1731090093537, suffix=, logDir=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/WALs/2424dce0d377,41561,1731090093537, archiveDir=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/oldWALs, maxLogs=10 2024-11-08T18:21:35,573 DEBUG [RS:0;2424dce0d377:41561 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/WALs/2424dce0d377,41561,1731090093537/2424dce0d377%2C41561%2C1731090093537.1731090095557, exclude list is [], retry=0 2024-11-08T18:21:35,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33177,DS-ee24c585-4b55-45df-8663-e11564229e6b,DISK] 2024-11-08T18:21:35,576 INFO [RS:0;2424dce0d377:41561 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/WALs/2424dce0d377,41561,1731090093537/2424dce0d377%2C41561%2C1731090093537.1731090095557 2024-11-08T18:21:35,580 DEBUG [RS:0;2424dce0d377:41561 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40123:40123)] 2024-11-08T18:21:35,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:35,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:21:35,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:21:35,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:35,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:35,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:21:35,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:21:35,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:35,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:35,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:21:35,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:21:35,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:35,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:35,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:21:35,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:21:35,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:35,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:35,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:21:35,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740 2024-11-08T18:21:35,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740 2024-11-08T18:21:35,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:21:35,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:21:35,742 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:21:35,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:21:35,743 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:35,744 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59930765, jitterRate=-0.10696201026439667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:21:35,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731090095734Initializing all the Stores at 1731090095735 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090095735Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090095735Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090095735Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090095735Cleaning up temporary data from old regions at 1731090095741 (+6 ms)Region opened successfully at 1731090095744 (+3 ms) 2024-11-08T18:21:35,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:21:35,744 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:21:35,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:21:35,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:21:35,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:21:35,744 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:35,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090095744Disabling compacts and flushes for region at 1731090095744Disabling writes for close at 1731090095744Writing region close event to WAL at 1731090095744Closed at 1731090095744 2024-11-08T18:21:35,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:35,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:21:35,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:21:35,746 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:21:35,747 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:21:35,897 DEBUG [2424dce0d377:34565 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:21:35,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2424dce0d377,41561,1731090093537 2024-11-08T18:21:35,912 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,41561,1731090093537, state=OPENING 2024-11-08T18:21:35,949 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:21:35,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:35,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:35,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21927650621/meta-region-server: CHANGED 2024-11-08T18:21:35,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21927650621/meta-region-server: CHANGED 2024-11-08T18:21:35,960 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:21:35,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,41561,1731090093537}] 2024-11-08T18:21:36,112 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:21:36,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:21:36,116 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:21:36,116 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:36,116 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:21:36,117 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C41561%2C1731090093537.meta, suffix=.meta, logDir=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/WALs/2424dce0d377,41561,1731090093537, archiveDir=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/oldWALs, maxLogs=10 2024-11-08T18:21:36,132 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/WALs/2424dce0d377,41561,1731090093537/2424dce0d377%2C41561%2C1731090093537.meta.1731090096118.meta, exclude list is [], retry=0 2024-11-08T18:21:36,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33177,DS-ee24c585-4b55-45df-8663-e11564229e6b,DISK] 2024-11-08T18:21:36,135 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/WALs/2424dce0d377,41561,1731090093537/2424dce0d377%2C41561%2C1731090093537.meta.1731090096118.meta 2024-11-08T18:21:36,135 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40123:40123)] 2024-11-08T18:21:36,136 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:36,136 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:21:36,136 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:21:36,136 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:21:36,136 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:21:36,136 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:21:36,136 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:36,136 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:21:36,136 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:21:36,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:21:36,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:21:36,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:36,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:36,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:21:36,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:21:36,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:36,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:36,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:21:36,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:21:36,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:36,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:36,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:21:36,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:21:36,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:36,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:21:36,141 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:21:36,141 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740 2024-11-08T18:21:36,142 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740 2024-11-08T18:21:36,143 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:21:36,143 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:21:36,143 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:21:36,144 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:21:36,144 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65704674, jitterRate=-0.02092406153678894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:21:36,144 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:21:36,144 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731090096136Writing region info on filesystem at 1731090096136Initializing all the Stores at 1731090096137 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090096137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090096137Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090096137Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731090096137Cleaning up temporary data from old regions at 1731090096143 (+6 ms)Running coprocessor post-open hooks at 1731090096144 (+1 ms)Region opened successfully at 1731090096144 2024-11-08T18:21:36,145 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731090096112 2024-11-08T18:21:36,147 DEBUG [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:21:36,147 INFO [RS_OPEN_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:21:36,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,41561,1731090093537 2024-11-08T18:21:36,148 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2424dce0d377,41561,1731090093537, state=OPEN 2024-11-08T18:21:36,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21927650621/meta-region-server 2024-11-08T18:21:36,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21927650621/meta-region-server 2024-11-08T18:21:36,159 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2424dce0d377,41561,1731090093537 2024-11-08T18:21:36,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21927650621/meta-region-server: CHANGED 2024-11-08T18:21:36,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21927650621/meta-region-server: CHANGED 2024-11-08T18:21:36,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:21:36,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2424dce0d377,41561,1731090093537 in 199 msec 2024-11-08T18:21:36,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:21:36,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-08T18:21:36,163 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:21:36,163 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:21:36,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:36,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,41561,1731090093537, seqNum=-1] 2024-11-08T18:21:36,165 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:36,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:21:36,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 933 msec 2024-11-08T18:21:36,169 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731090096169, completionTime=-1 2024-11-08T18:21:36,169 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:21:36,169 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T18:21:36,171 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T18:21:36,171 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731090156171 2024-11-08T18:21:36,171 INFO [master/2424dce0d377:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731090216171 2024-11-08T18:21:36,171 INFO [master/2424dce0d377:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T18:21:36,171 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34565,1731090092916-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:36,171 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34565,1731090092916-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:36,171 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34565,1731090092916-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:36,171 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2424dce0d377:34565, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:36,171 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:36,172 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:36,173 DEBUG [master/2424dce0d377:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:21:36,174 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.499sec 2024-11-08T18:21:36,174 INFO [master/2424dce0d377:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:21:36,174 INFO [master/2424dce0d377:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:21:36,174 INFO [master/2424dce0d377:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:21:36,174 INFO [master/2424dce0d377:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:21:36,174 INFO [master/2424dce0d377:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:21:36,175 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34565,1731090092916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:21:36,175 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34565,1731090092916-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:21:36,176 DEBUG [master/2424dce0d377:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:21:36,176 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:21:36,176 INFO [master/2424dce0d377:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2424dce0d377,34565,1731090092916-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:21:36,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b72f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:36,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34565,-1 for getting cluster id 2024-11-08T18:21:36,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:36,203 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6de307c8-f49c-432d-9105-33bb5193c279' 2024-11-08T18:21:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6de307c8-f49c-432d-9105-33bb5193c279" 2024-11-08T18:21:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea75786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34565,-1] 2024-11-08T18:21:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:36,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:36,205 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:36,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52aa0125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:36,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,41561,1731090093537, seqNum=-1] 2024-11-08T18:21:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:36,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:21:36,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2424dce0d377,34565,1731090092916 2024-11-08T18:21:36,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55294 2024-11-08T18:21:36,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:21:36,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011bae5a890008 connected 2024-11-08T18:21:36,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,45137,1731090082277 2024-11-08T18:21:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b7c80bb 2024-11-08T18:21:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:36,237 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:21:36,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:21:36,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:21:36,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:21:36,239 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:36,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:21:36,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:21:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:21:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:36,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55e10fdccddc4a74925a7d129467d413, NAME => 'test,,1731090096237.55e10fdccddc4a74925a7d129467d413.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130 2024-11-08T18:21:36,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:21:36,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731090096237.55e10fdccddc4a74925a7d129467d413.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:36,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 55e10fdccddc4a74925a7d129467d413, disabling compactions & flushes 2024-11-08T18:21:36,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731090096237.55e10fdccddc4a74925a7d129467d413. 2024-11-08T18:21:36,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090096237.55e10fdccddc4a74925a7d129467d413. 2024-11-08T18:21:36,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731090096237.55e10fdccddc4a74925a7d129467d413. after waiting 0 ms 2024-11-08T18:21:36,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731090096237.55e10fdccddc4a74925a7d129467d413. 2024-11-08T18:21:36,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731090096237.55e10fdccddc4a74925a7d129467d413. 2024-11-08T18:21:36,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55e10fdccddc4a74925a7d129467d413: Waiting for close lock at 1731090096672Disabling compacts and flushes for region at 1731090096672Disabling writes for close at 1731090096672Writing region close event to WAL at 1731090096672Closed at 1731090096672 2024-11-08T18:21:36,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:21:36,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731090096237.55e10fdccddc4a74925a7d129467d413.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731090096673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090096673"}]},"ts":"1731090096673"} 2024-11-08T18:21:36,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:21:36,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:21:36,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090096676"}]},"ts":"1731090096676"} 2024-11-08T18:21:36,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:21:36,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55e10fdccddc4a74925a7d129467d413, ASSIGN}] 2024-11-08T18:21:36,679 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55e10fdccddc4a74925a7d129467d413, ASSIGN 2024-11-08T18:21:36,680 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=55e10fdccddc4a74925a7d129467d413, ASSIGN; state=OFFLINE, location=2424dce0d377,33969,1731090082584; forceNewPlan=false, retain=false 2024-11-08T18:21:36,831 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55e10fdccddc4a74925a7d129467d413, regionState=OPENING, regionLocation=2424dce0d377,33969,1731090082584 2024-11-08T18:21:36,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=55e10fdccddc4a74925a7d129467d413, ASSIGN because future has completed 2024-11-08T18:21:36,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55e10fdccddc4a74925a7d129467d413, server=2424dce0d377,33969,1731090082584}] 2024-11-08T18:21:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:37,001 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731090096237.55e10fdccddc4a74925a7d129467d413. 2024-11-08T18:21:37,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 55e10fdccddc4a74925a7d129467d413, NAME => 'test,,1731090096237.55e10fdccddc4a74925a7d129467d413.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:37,002 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:21:37,002 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:21:37,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731090096237.55e10fdccddc4a74925a7d129467d413.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:37,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,002 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,008 INFO [StoreOpener-55e10fdccddc4a74925a7d129467d413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,010 INFO [StoreOpener-55e10fdccddc4a74925a7d129467d413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e10fdccddc4a74925a7d129467d413 columnFamilyName f 2024-11-08T18:21:37,010 DEBUG [StoreOpener-55e10fdccddc4a74925a7d129467d413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:37,011 INFO [StoreOpener-55e10fdccddc4a74925a7d129467d413-1 {}] regionserver.HStore(327): Store=55e10fdccddc4a74925a7d129467d413/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:37,011 INFO [StoreOpener-55e10fdccddc4a74925a7d129467d413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,012 INFO [StoreOpener-55e10fdccddc4a74925a7d129467d413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e10fdccddc4a74925a7d129467d413 columnFamilyName f1 2024-11-08T18:21:37,012 DEBUG [StoreOpener-55e10fdccddc4a74925a7d129467d413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:37,013 INFO [StoreOpener-55e10fdccddc4a74925a7d129467d413-1 {}] regionserver.HStore(327): Store=55e10fdccddc4a74925a7d129467d413/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:37,013 INFO [StoreOpener-55e10fdccddc4a74925a7d129467d413-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,014 INFO [StoreOpener-55e10fdccddc4a74925a7d129467d413-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e10fdccddc4a74925a7d129467d413 columnFamilyName norep 2024-11-08T18:21:37,014 DEBUG [StoreOpener-55e10fdccddc4a74925a7d129467d413-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:37,015 INFO [StoreOpener-55e10fdccddc4a74925a7d129467d413-1 {}] regionserver.HStore(327): Store=55e10fdccddc4a74925a7d129467d413/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:37,015 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,015 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,016 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,017 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,017 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,017 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:21:37,018 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,021 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:37,021 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 55e10fdccddc4a74925a7d129467d413; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75173309, jitterRate=0.12016959488391876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:21:37,021 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:37,021 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 55e10fdccddc4a74925a7d129467d413: Running coprocessor pre-open hook at 1731090097003Writing region info on filesystem at 1731090097003Initializing all the Stores at 1731090097003Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090097003Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090097008 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090097008Cleaning up temporary data from old regions at 1731090097017 (+9 ms)Running coprocessor post-open hooks at 1731090097021 (+4 ms)Region opened successfully at 1731090097021 2024-11-08T18:21:37,022 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731090096237.55e10fdccddc4a74925a7d129467d413., pid=6, masterSystemTime=1731090096989 2024-11-08T18:21:37,024 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731090096237.55e10fdccddc4a74925a7d129467d413. 2024-11-08T18:21:37,024 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731090096237.55e10fdccddc4a74925a7d129467d413. 2024-11-08T18:21:37,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55e10fdccddc4a74925a7d129467d413, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,33969,1731090082584 2024-11-08T18:21:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55e10fdccddc4a74925a7d129467d413, server=2424dce0d377,33969,1731090082584 because future has completed 2024-11-08T18:21:37,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:21:37,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55e10fdccddc4a74925a7d129467d413, server=2424dce0d377,33969,1731090082584 in 191 msec 2024-11-08T18:21:37,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:21:37,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=55e10fdccddc4a74925a7d129467d413, ASSIGN in 351 msec 2024-11-08T18:21:37,032 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:21:37,032 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090097032"}]},"ts":"1731090097032"} 2024-11-08T18:21:37,034 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:21:37,035 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:21:37,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 798 msec 2024-11-08T18:21:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:37,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:37,373 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:21:37,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,42851,1731090086953 2024-11-08T18:21:37,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33516c69 2024-11-08T18:21:37,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:37,375 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:21:37,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:21:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:21:37,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:21:37,377 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:37,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:21:37,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:21:37,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:21:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:37,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f83850d6e8130c824b57eafe1cd567ca, NAME => 'test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d 2024-11-08T18:21:37,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:21:37,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:37,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f83850d6e8130c824b57eafe1cd567ca, disabling compactions & flushes 2024-11-08T18:21:37,876 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. 2024-11-08T18:21:37,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. 2024-11-08T18:21:37,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. after waiting 0 ms 2024-11-08T18:21:37,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. 2024-11-08T18:21:37,876 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. 2024-11-08T18:21:37,877 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f83850d6e8130c824b57eafe1cd567ca: Waiting for close lock at 1731090097876Disabling compacts and flushes for region at 1731090097876Disabling writes for close at 1731090097876Writing region close event to WAL at 1731090097876Closed at 1731090097876 2024-11-08T18:21:37,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:21:37,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731090097878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090097878"}]},"ts":"1731090097878"} 2024-11-08T18:21:37,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:21:37,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:21:37,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090097882"}]},"ts":"1731090097882"} 2024-11-08T18:21:37,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:21:37,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f83850d6e8130c824b57eafe1cd567ca, ASSIGN}] 2024-11-08T18:21:37,887 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f83850d6e8130c824b57eafe1cd567ca, ASSIGN 2024-11-08T18:21:37,888 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f83850d6e8130c824b57eafe1cd567ca, ASSIGN; state=OFFLINE, location=2424dce0d377,43533,1731090087225; forceNewPlan=false, retain=false 2024-11-08T18:21:38,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:38,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f83850d6e8130c824b57eafe1cd567ca, regionState=OPENING, regionLocation=2424dce0d377,43533,1731090087225 2024-11-08T18:21:38,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f83850d6e8130c824b57eafe1cd567ca, ASSIGN because future has completed 2024-11-08T18:21:38,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f83850d6e8130c824b57eafe1cd567ca, server=2424dce0d377,43533,1731090087225}] 2024-11-08T18:21:38,225 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. 2024-11-08T18:21:38,225 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f83850d6e8130c824b57eafe1cd567ca, NAME => 'test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:38,226 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:21:38,226 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:21:38,226 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,226 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:38,226 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,226 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,228 INFO [StoreOpener-f83850d6e8130c824b57eafe1cd567ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,229 INFO [StoreOpener-f83850d6e8130c824b57eafe1cd567ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83850d6e8130c824b57eafe1cd567ca columnFamilyName f 2024-11-08T18:21:38,229 DEBUG [StoreOpener-f83850d6e8130c824b57eafe1cd567ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:38,230 INFO [StoreOpener-f83850d6e8130c824b57eafe1cd567ca-1 {}] regionserver.HStore(327): Store=f83850d6e8130c824b57eafe1cd567ca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:38,230 INFO [StoreOpener-f83850d6e8130c824b57eafe1cd567ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,230 INFO [StoreOpener-f83850d6e8130c824b57eafe1cd567ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83850d6e8130c824b57eafe1cd567ca columnFamilyName f1 2024-11-08T18:21:38,231 DEBUG [StoreOpener-f83850d6e8130c824b57eafe1cd567ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:38,231 INFO [StoreOpener-f83850d6e8130c824b57eafe1cd567ca-1 {}] regionserver.HStore(327): Store=f83850d6e8130c824b57eafe1cd567ca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:38,231 INFO [StoreOpener-f83850d6e8130c824b57eafe1cd567ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,232 INFO [StoreOpener-f83850d6e8130c824b57eafe1cd567ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83850d6e8130c824b57eafe1cd567ca columnFamilyName norep 2024-11-08T18:21:38,232 DEBUG [StoreOpener-f83850d6e8130c824b57eafe1cd567ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:38,232 INFO [StoreOpener-f83850d6e8130c824b57eafe1cd567ca-1 {}] regionserver.HStore(327): Store=f83850d6e8130c824b57eafe1cd567ca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:38,232 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,233 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,233 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,234 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,234 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,235 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:21:38,236 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,238 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:38,238 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f83850d6e8130c824b57eafe1cd567ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74772171, jitterRate=0.1141921728849411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:21:38,239 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:38,239 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f83850d6e8130c824b57eafe1cd567ca: Running coprocessor pre-open hook at 1731090098226Writing region info on filesystem at 1731090098226Initializing all the Stores at 1731090098227 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090098227Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090098228 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090098228Cleaning up temporary data from old regions at 1731090098234 (+6 ms)Running coprocessor post-open hooks at 1731090098239 (+5 ms)Region opened successfully at 1731090098239 2024-11-08T18:21:38,240 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca., pid=6, masterSystemTime=1731090098204 2024-11-08T18:21:38,242 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. 2024-11-08T18:21:38,243 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. 2024-11-08T18:21:38,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f83850d6e8130c824b57eafe1cd567ca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,43533,1731090087225 2024-11-08T18:21:38,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f83850d6e8130c824b57eafe1cd567ca, server=2424dce0d377,43533,1731090087225 because future has completed 2024-11-08T18:21:38,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:21:38,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f83850d6e8130c824b57eafe1cd567ca, server=2424dce0d377,43533,1731090087225 in 204 msec 2024-11-08T18:21:38,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:21:38,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f83850d6e8130c824b57eafe1cd567ca, ASSIGN in 370 msec 2024-11-08T18:21:38,260 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:21:38,260 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090098260"}]},"ts":"1731090098260"} 2024-11-08T18:21:38,262 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:21:38,263 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:21:38,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 888 msec 2024-11-08T18:21:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:38,513 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:21:38,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:38,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,34565,1731090092916 2024-11-08T18:21:38,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@143c6cea 2024-11-08T18:21:38,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:38,515 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:21:38,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:21:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T18:21:38,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:21:38,518 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:38,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T18:21:38,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:21:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741835_1011 (size=902) 2024-11-08T18:21:38,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b595726426ec46c22999a156e31cd8b, NAME => 'test,,1731090098516.6b595726426ec46c22999a156e31cd8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263 2024-11-08T18:21:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741836_1012 (size=39) 2024-11-08T18:21:38,566 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731090098516.6b595726426ec46c22999a156e31cd8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:38,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6b595726426ec46c22999a156e31cd8b, disabling compactions & flushes 2024-11-08T18:21:38,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731090098516.6b595726426ec46c22999a156e31cd8b. 2024-11-08T18:21:38,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090098516.6b595726426ec46c22999a156e31cd8b. 2024-11-08T18:21:38,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731090098516.6b595726426ec46c22999a156e31cd8b. after waiting 0 ms 2024-11-08T18:21:38,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731090098516.6b595726426ec46c22999a156e31cd8b. 2024-11-08T18:21:38,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731090098516.6b595726426ec46c22999a156e31cd8b. 2024-11-08T18:21:38,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b595726426ec46c22999a156e31cd8b: Waiting for close lock at 1731090098566Disabling compacts and flushes for region at 1731090098566Disabling writes for close at 1731090098567 (+1 ms)Writing region close event to WAL at 1731090098567Closed at 1731090098567 2024-11-08T18:21:38,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:21:38,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731090098516.6b595726426ec46c22999a156e31cd8b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731090098569"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090098569"}]},"ts":"1731090098569"} 2024-11-08T18:21:38,572 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:21:38,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:21:38,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090098573"}]},"ts":"1731090098573"} 2024-11-08T18:21:38,575 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T18:21:38,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b595726426ec46c22999a156e31cd8b, ASSIGN}] 2024-11-08T18:21:38,576 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b595726426ec46c22999a156e31cd8b, ASSIGN 2024-11-08T18:21:38,577 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6b595726426ec46c22999a156e31cd8b, ASSIGN; state=OFFLINE, location=2424dce0d377,41561,1731090093537; forceNewPlan=false, retain=false 2024-11-08T18:21:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:38,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b595726426ec46c22999a156e31cd8b, regionState=OPENING, regionLocation=2424dce0d377,41561,1731090093537 2024-11-08T18:21:38,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6b595726426ec46c22999a156e31cd8b, ASSIGN because future has completed 2024-11-08T18:21:38,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b595726426ec46c22999a156e31cd8b, server=2424dce0d377,41561,1731090093537}] 2024-11-08T18:21:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:38,924 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731090098516.6b595726426ec46c22999a156e31cd8b. 2024-11-08T18:21:38,925 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b595726426ec46c22999a156e31cd8b, NAME => 'test,,1731090098516.6b595726426ec46c22999a156e31cd8b.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:38,925 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:21:38,925 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T18:21:38,926 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,926 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731090098516.6b595726426ec46c22999a156e31cd8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:38,926 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,926 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,936 INFO [StoreOpener-6b595726426ec46c22999a156e31cd8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,938 INFO [StoreOpener-6b595726426ec46c22999a156e31cd8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b595726426ec46c22999a156e31cd8b columnFamilyName f 2024-11-08T18:21:38,938 DEBUG [StoreOpener-6b595726426ec46c22999a156e31cd8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:38,938 INFO [StoreOpener-6b595726426ec46c22999a156e31cd8b-1 {}] regionserver.HStore(327): Store=6b595726426ec46c22999a156e31cd8b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:38,938 INFO [StoreOpener-6b595726426ec46c22999a156e31cd8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,939 INFO [StoreOpener-6b595726426ec46c22999a156e31cd8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b595726426ec46c22999a156e31cd8b columnFamilyName f1 2024-11-08T18:21:38,939 DEBUG [StoreOpener-6b595726426ec46c22999a156e31cd8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:38,940 INFO [StoreOpener-6b595726426ec46c22999a156e31cd8b-1 {}] regionserver.HStore(327): Store=6b595726426ec46c22999a156e31cd8b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:38,940 INFO [StoreOpener-6b595726426ec46c22999a156e31cd8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,941 INFO [StoreOpener-6b595726426ec46c22999a156e31cd8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b595726426ec46c22999a156e31cd8b columnFamilyName norep 2024-11-08T18:21:38,941 DEBUG [StoreOpener-6b595726426ec46c22999a156e31cd8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:38,941 INFO [StoreOpener-6b595726426ec46c22999a156e31cd8b-1 {}] regionserver.HStore(327): Store=6b595726426ec46c22999a156e31cd8b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:38,941 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,942 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/default/test/6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,942 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/default/test/6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,943 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,943 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,944 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:21:38,945 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,948 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/default/test/6b595726426ec46c22999a156e31cd8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:38,949 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6b595726426ec46c22999a156e31cd8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72209495, jitterRate=0.07600532472133636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:21:38,956 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:38,956 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6b595726426ec46c22999a156e31cd8b: Running coprocessor pre-open hook at 1731090098926Writing region info on filesystem at 1731090098926Initializing all the Stores at 1731090098927 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090098927Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090098936 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090098936Cleaning up temporary data from old regions at 1731090098943 (+7 ms)Running coprocessor post-open hooks at 1731090098956 (+13 ms)Region opened successfully at 1731090098956 2024-11-08T18:21:38,958 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731090098516.6b595726426ec46c22999a156e31cd8b., pid=6, masterSystemTime=1731090098900 2024-11-08T18:21:38,962 DEBUG [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731090098516.6b595726426ec46c22999a156e31cd8b. 2024-11-08T18:21:38,962 INFO [RS_OPEN_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731090098516.6b595726426ec46c22999a156e31cd8b. 2024-11-08T18:21:38,962 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b595726426ec46c22999a156e31cd8b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2424dce0d377,41561,1731090093537 2024-11-08T18:21:38,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b595726426ec46c22999a156e31cd8b, server=2424dce0d377,41561,1731090093537 because future has completed 2024-11-08T18:21:38,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:21:38,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b595726426ec46c22999a156e31cd8b, server=2424dce0d377,41561,1731090093537 in 235 msec 2024-11-08T18:21:38,982 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:21:38,982 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090098982"}]},"ts":"1731090098982"} 2024-11-08T18:21:38,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:21:38,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6b595726426ec46c22999a156e31cd8b, ASSIGN in 401 msec 2024-11-08T18:21:38,986 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T18:21:38,987 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:21:38,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 471 msec 2024-11-08T18:21:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:21:39,143 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T18:21:39,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c225b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:39,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,45137,-1 for getting cluster id 2024-11-08T18:21:39,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:39,146 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5170389-9bc1-46f3-badf-ef0f89c6f17f' 2024-11-08T18:21:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5170389-9bc1-46f3-badf-ef0f89c6f17f" 2024-11-08T18:21:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a42e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,45137,-1] 2024-11-08T18:21:39,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:39,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:39,148 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:39,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373c0c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:39,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:39,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,45137,1731090082277 2024-11-08T18:21:39,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f3cb5f 2024-11-08T18:21:39,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:39,150 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:21:39,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2424dce0d377:42851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:21:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:21:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:21:39,153 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:42851' 2024-11-08T18:21:39,164 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb23c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:39,164 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42851,-1 for getting cluster id 2024-11-08T18:21:39,164 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:39,165 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b678fc2-f3cf-45f3-992d-ee0c658ca278' 2024-11-08T18:21:39,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:39,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b678fc2-f3cf-45f3-992d-ee0c658ca278" 2024-11-08T18:21:39,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3474d547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:39,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42851,-1] 2024-11-08T18:21:39,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:39,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:39,167 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:39,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d1e98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:39,167 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:39,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,42851,1731090086953 2024-11-08T18:21:39,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c06fb9 2024-11-08T18:21:39,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:39,169 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:21:39,170 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T18:21:39,170 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:21:39,170 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:39,170 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:39,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:39,170 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:21:39,171 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T18:21:39,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:21:39,172 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:39,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:21:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741837_1013 (size=1138) 2024-11-08T18:21:39,221 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T18:21:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:21:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:21:39,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5850d6d8ea517d6bd2083de42559f60, NAME => 'hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130 2024-11-08T18:21:39,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741838_1014 (size=44) 2024-11-08T18:21:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:21:39,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:39,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f5850d6d8ea517d6bd2083de42559f60, disabling compactions & flushes 2024-11-08T18:21:39,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. 2024-11-08T18:21:39,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. 2024-11-08T18:21:39,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. after waiting 0 ms 2024-11-08T18:21:39,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. 2024-11-08T18:21:39,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. 2024-11-08T18:21:39,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5850d6d8ea517d6bd2083de42559f60: Waiting for close lock at 1731090099993Disabling compacts and flushes for region at 1731090099993Disabling writes for close at 1731090099994 (+1 ms)Writing region close event to WAL at 1731090099994Closed at 1731090099994 2024-11-08T18:21:39,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:21:39,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731090099996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731090099996"}]},"ts":"1731090099996"} 2024-11-08T18:21:39,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:21:40,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:21:40,000 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090100000"}]},"ts":"1731090100000"} 2024-11-08T18:21:40,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T18:21:40,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5850d6d8ea517d6bd2083de42559f60, ASSIGN}] 2024-11-08T18:21:40,004 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5850d6d8ea517d6bd2083de42559f60, ASSIGN 2024-11-08T18:21:40,005 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5850d6d8ea517d6bd2083de42559f60, ASSIGN; state=OFFLINE, location=2424dce0d377,33969,1731090082584; forceNewPlan=false, retain=false 2024-11-08T18:21:40,157 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5850d6d8ea517d6bd2083de42559f60, regionState=OPENING, regionLocation=2424dce0d377,33969,1731090082584 2024-11-08T18:21:40,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5850d6d8ea517d6bd2083de42559f60, ASSIGN because future has completed 2024-11-08T18:21:40,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5850d6d8ea517d6bd2083de42559f60, server=2424dce0d377,33969,1731090082584}] 2024-11-08T18:21:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:21:40,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. 2024-11-08T18:21:40,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:21:40,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T18:21:40,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2424dce0d377%2C33969%2C1731090082584.rep, suffix=, logDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584, archiveDir=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/oldWALs, maxLogs=10 2024-11-08T18:21:40,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.rep.1731090100332, exclude list is [], retry=0 2024-11-08T18:21:40,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44881,DS-8712c3a1-7064-4a66-ae3f-8b8030dec551,DISK] 2024-11-08T18:21:40,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.rep.1731090100332 2024-11-08T18:21:40,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-08T18:21:40,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f5850d6d8ea517d6bd2083de42559f60, NAME => 'hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:21:40,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T18:21:40,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:21:40,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. service=MultiRowMutationService 2024-11-08T18:21:40,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T18:21:40,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:21:40,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,401 INFO [StoreOpener-f5850d6d8ea517d6bd2083de42559f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,402 INFO [StoreOpener-f5850d6d8ea517d6bd2083de42559f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5850d6d8ea517d6bd2083de42559f60 columnFamilyName hfileref 2024-11-08T18:21:40,402 DEBUG [StoreOpener-f5850d6d8ea517d6bd2083de42559f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:40,403 INFO [StoreOpener-f5850d6d8ea517d6bd2083de42559f60-1 {}] regionserver.HStore(327): Store=f5850d6d8ea517d6bd2083de42559f60/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:40,403 INFO [StoreOpener-f5850d6d8ea517d6bd2083de42559f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,405 INFO [StoreOpener-f5850d6d8ea517d6bd2083de42559f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5850d6d8ea517d6bd2083de42559f60 columnFamilyName queue 2024-11-08T18:21:40,406 DEBUG [StoreOpener-f5850d6d8ea517d6bd2083de42559f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:40,407 INFO [StoreOpener-f5850d6d8ea517d6bd2083de42559f60-1 {}] regionserver.HStore(327): Store=f5850d6d8ea517d6bd2083de42559f60/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:40,407 INFO [StoreOpener-f5850d6d8ea517d6bd2083de42559f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,408 INFO [StoreOpener-f5850d6d8ea517d6bd2083de42559f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5850d6d8ea517d6bd2083de42559f60 columnFamilyName sid 2024-11-08T18:21:40,409 DEBUG [StoreOpener-f5850d6d8ea517d6bd2083de42559f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:21:40,409 INFO [StoreOpener-f5850d6d8ea517d6bd2083de42559f60-1 {}] regionserver.HStore(327): Store=f5850d6d8ea517d6bd2083de42559f60/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:21:40,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T18:21:40,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:21:40,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f5850d6d8ea517d6bd2083de42559f60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73663192, jitterRate=0.09766709804534912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T18:21:40,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:40,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f5850d6d8ea517d6bd2083de42559f60: Running coprocessor pre-open hook at 1731090100398Writing region info on filesystem at 1731090100398Initializing all the Stores at 1731090100399 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090100399Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090100400 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731090100400Cleaning up temporary data from old regions at 1731090100418 (+18 ms)Running coprocessor post-open hooks at 1731090100426 (+8 ms)Region opened successfully at 1731090100426 2024-11-08T18:21:40,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60., pid=10, masterSystemTime=1731090100314 2024-11-08T18:21:40,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. 2024-11-08T18:21:40,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. 2024-11-08T18:21:40,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5850d6d8ea517d6bd2083de42559f60, regionState=OPEN, openSeqNum=2, regionLocation=2424dce0d377,33969,1731090082584 2024-11-08T18:21:40,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5850d6d8ea517d6bd2083de42559f60, server=2424dce0d377,33969,1731090082584 because future has completed 2024-11-08T18:21:40,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:21:40,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f5850d6d8ea517d6bd2083de42559f60, server=2424dce0d377,33969,1731090082584 in 278 msec 2024-11-08T18:21:40,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T18:21:40,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5850d6d8ea517d6bd2083de42559f60, ASSIGN in 438 msec 2024-11-08T18:21:40,445 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:21:40,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731090100446"}]},"ts":"1731090100446"} 2024-11-08T18:21:40,448 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T18:21:40,450 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:21:40,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2800 sec 2024-11-08T18:21:40,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60., hostname=2424dce0d377,33969,1731090082584, seqNum=2] 2024-11-08T18:21:40,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:40,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:40,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:21:40,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T18:21:40,682 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T18:21:40,720 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2424dce0d377,33969,1731090082584, ReplicationSource: 1, currentBandwidth=0 2024-11-08T18:21:40,721 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:40,721 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33969,1731090082584, seqNum=-1] 2024-11-08T18:21:40,721 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:40,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-08T18:21:40,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2424dce0d377,33969,1731090082584', locateType=CURRENT is [region=hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60., hostname=2424dce0d377,33969,1731090082584, seqNum=2] 2024-11-08T18:21:40,726 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T18:21:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T18:21:40,729 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2424dce0d377,33969,1731090082584 suceeded 2024-11-08T18:21:40,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T18:21:40,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-08T18:21:40,730 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2424dce0d377:42851,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:21:40,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5800 sec 2024-11-08T18:21:40,743 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:42851' 2024-11-08T18:21:40,745 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b2bb598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:40,745 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42851,-1 for getting cluster id 2024-11-08T18:21:40,745 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:40,746 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b678fc2-f3cf-45f3-992d-ee0c658ca278' 2024-11-08T18:21:40,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:40,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b678fc2-f3cf-45f3-992d-ee0c658ca278" 2024-11-08T18:21:40,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44ced594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:40,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42851,-1] 2024-11-08T18:21:40,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:40,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:40,747 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:40,748 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4097bd0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:40,748 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:40,749 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,42851,1731090086953 2024-11-08T18:21:40,749 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78ea2ccd 2024-11-08T18:21:40,749 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:40,751 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T18:21:40,751 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2424dce0d377,33969,1731090082584 (queues=1) is replicating from cluster=a5170389-9bc1-46f3-badf-ef0f89c6f17f to cluster=7b678fc2-f3cf-45f3-992d-ee0c658ca278 2024-11-08T18:21:40,752 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2424dce0d377%2C33969%2C1731090082584 2024-11-08T18:21:40,752 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2424dce0d377,33969,1731090082584, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:21:40,756 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798, startPosition=0, beingWritten=true 2024-11-08T18:21:40,757 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C33969%2C1731090082584 2024-11-08T18:21:40,763 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T18:21:40,763 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 to pos 379, reset compression=false 2024-11-08T18:21:40,763 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,33969,1731090082584 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T18:21:40,972 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 to pos 379, reset compression=false 2024-11-08T18:21:41,275 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 to pos 379, reset compression=false 2024-11-08T18:21:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:21:41,306 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T18:21:41,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:41,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:41,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:41,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:41,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:41,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1697ec67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:41,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,45137,-1 for getting cluster id 2024-11-08T18:21:41,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:41,326 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5170389-9bc1-46f3-badf-ef0f89c6f17f' 2024-11-08T18:21:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5170389-9bc1-46f3-badf-ef0f89c6f17f" 2024-11-08T18:21:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec67810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:41,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,45137,-1] 2024-11-08T18:21:41,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:41,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:41,328 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:41,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e951c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:41,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d04bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:41,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42851,-1 for getting cluster id 2024-11-08T18:21:41,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:41,334 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b678fc2-f3cf-45f3-992d-ee0c658ca278' 2024-11-08T18:21:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b678fc2-f3cf-45f3-992d-ee0c658ca278" 2024-11-08T18:21:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d50336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42851,-1] 2024-11-08T18:21:41,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:41,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:41,336 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:41,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce1e9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:41,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1a7fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:41,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34565,-1 for getting cluster id 2024-11-08T18:21:41,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:41,343 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6de307c8-f49c-432d-9105-33bb5193c279' 2024-11-08T18:21:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6de307c8-f49c-432d-9105-33bb5193c279" 2024-11-08T18:21:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d8107b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34565,-1] 2024-11-08T18:21:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:41,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:41,348 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:41,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f779c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:41,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:41,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731090101356/Put/seqid=0 2024-11-08T18:21:41,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741840_1016 (size=7894) 2024-11-08T18:21:41,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:21:41,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,681 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 to pos 379, reset compression=false 2024-11-08T18:21:41,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:41,775 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T18:21:41,798 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731090101797/Put/seqid=0 2024-11-08T18:21:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741841_1017 (size=7691) 2024-11-08T18:21:41,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5a606b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:41,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,45137,-1 for getting cluster id 2024-11-08T18:21:41,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:41,854 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5170389-9bc1-46f3-badf-ef0f89c6f17f' 2024-11-08T18:21:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5170389-9bc1-46f3-badf-ef0f89c6f17f" 2024-11-08T18:21:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f17d70c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,45137,-1] 2024-11-08T18:21:41,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:41,855 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:41,855 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:41,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294d4e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:41,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33969,1731090082584, seqNum=-1] 2024-11-08T18:21:41,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:41,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:21:41,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,45137,1731090082277 2024-11-08T18:21:41,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65cfd19a 2024-11-08T18:21:41,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:41,877 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:21:41,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731090096237.55e10fdccddc4a74925a7d129467d413., hostname=2424dce0d377,33969,1731090082584, seqNum=2] 2024-11-08T18:21:41,889 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:21:41,911 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-08T18:21:41,921 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-08T18:21:41,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 55e10fdccddc4a74925a7d129467d413/f 2024-11-08T18:21:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T18:21:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:21:41,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 55e10fdccddc4a74925a7d129467d413/f 2024-11-08T18:21:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T18:21:41,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:21:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegion(2603): Flush status journal for 55e10fdccddc4a74925a7d129467d413: 2024-11-08T18:21:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__fdnht6bf9cv3clpoa6gto0r8428ldvp039m3juiimvj8f67h9h6h90mkh0nq8223/f/hfile_1 2024-11-08T18:21:41,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__fdnht6bf9cv3clpoa6gto0r8428ldvp039m3juiimvj8f67h9h6h90mkh0nq8223/f/hfile_1 as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/f8015cbff3e444e29e8e3bfe6cf524ac_SeqId_4_ 2024-11-08T18:21:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__fdnht6bf9cv3clpoa6gto0r8428ldvp039m3juiimvj8f67h9h6h90mkh0nq8223/f/hfile_0 2024-11-08T18:21:41,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__fdnht6bf9cv3clpoa6gto0r8428ldvp039m3juiimvj8f67h9h6h90mkh0nq8223/f/hfile_0 as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/987f666e52b6435b8f340a144a78aee3_SeqId_4_ 2024-11-08T18:21:41,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__fdnht6bf9cv3clpoa6gto0r8428ldvp039m3juiimvj8f67h9h6h90mkh0nq8223/f/hfile_1 into 55e10fdccddc4a74925a7d129467d413/f as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/f8015cbff3e444e29e8e3bfe6cf524ac_SeqId_4_ - updating store file list. 2024-11-08T18:21:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8015cbff3e444e29e8e3bfe6cf524ac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:21:41,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/f8015cbff3e444e29e8e3bfe6cf524ac_SeqId_4_ into 55e10fdccddc4a74925a7d129467d413/f 2024-11-08T18:21:41,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__fdnht6bf9cv3clpoa6gto0r8428ldvp039m3juiimvj8f67h9h6h90mkh0nq8223/f/hfile_1 into 55e10fdccddc4a74925a7d129467d413/f (new location: hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/f8015cbff3e444e29e8e3bfe6cf524ac_SeqId_4_) 2024-11-08T18:21:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__fdnht6bf9cv3clpoa6gto0r8428ldvp039m3juiimvj8f67h9h6h90mkh0nq8223/f/hfile_1 2024-11-08T18:21:41,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__fdnht6bf9cv3clpoa6gto0r8428ldvp039m3juiimvj8f67h9h6h90mkh0nq8223/f/hfile_0 into 55e10fdccddc4a74925a7d129467d413/f as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/987f666e52b6435b8f340a144a78aee3_SeqId_4_ - updating store file list. 2024-11-08T18:21:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 987f666e52b6435b8f340a144a78aee3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:21:41,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/987f666e52b6435b8f340a144a78aee3_SeqId_4_ into 55e10fdccddc4a74925a7d129467d413/f 2024-11-08T18:21:41,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__fdnht6bf9cv3clpoa6gto0r8428ldvp039m3juiimvj8f67h9h6h90mkh0nq8223/f/hfile_0 into 55e10fdccddc4a74925a7d129467d413/f (new location: hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/987f666e52b6435b8f340a144a78aee3_SeqId_4_) 2024-11-08T18:21:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__fdnht6bf9cv3clpoa6gto0r8428ldvp039m3juiimvj8f67h9h6h90mkh0nq8223/f/hfile_0 2024-11-08T18:21:41,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:41,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:41,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:41,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:41,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731090096237.55e10fdccddc4a74925a7d129467d413., hostname=2424dce0d377,33969,1731090082584, seqNum=2 , the old value is region=test,,1731090096237.55e10fdccddc4a74925a7d129467d413., hostname=2424dce0d377,33969,1731090082584, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2424dce0d377:33969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T18:21:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731090096237.55e10fdccddc4a74925a7d129467d413., hostname=2424dce0d377,33969,1731090082584, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T18:21:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731090096237.55e10fdccddc4a74925a7d129467d413., hostname=2424dce0d377,33969,1731090082584, seqNum=2 from cache 2024-11-08T18:21:41,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:54368 deadline: 1731090161967 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:54368 2024-11-08T18:21:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,43533,1731090087225, seqNum=-1] 2024-11-08T18:21:41,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:41,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:21:41,972 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca., hostname=2424dce0d377,43533,1731090087225, seqNum=2] 2024-11-08T18:21:41,975 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T18:21:42,071 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:21:42,074 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:33969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T18:21:42,191 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 to pos 379, reset compression=false 2024-11-08T18:21:42,202 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:21:42,202 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,33969,1731090082584 got entry batch from reader: WALEntryBatch [walEntries=[{test/55e10fdccddc4a74925a7d129467d413/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731090101964/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T18:21:42,204 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:21:42,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T18:21:42,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.ReplicationSink(318): Replicating [a5170389-9bc1-46f3-badf-ef0f89c6f17f] bulk loaded data 2024-11-08T18:21:42,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f0ad25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:42,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,42851,-1 for getting cluster id 2024-11-08T18:21:42,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:42,214 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b678fc2-f3cf-45f3-992d-ee0c658ca278' 2024-11-08T18:21:42,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:42,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b678fc2-f3cf-45f3-992d-ee0c658ca278" 2024-11-08T18:21:42,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7365c579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:42,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,42851,-1] 2024-11-08T18:21:42,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:42,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:42,215 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:42,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6500426a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:42,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741837_1013 (size=7691) 2024-11-08T18:21:42,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741838_1014 (size=7894) 2024-11-08T18:21:42,402 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 to pos 687, reset compression=false 2024-11-08T18:21:42,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:42,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,42851,1731090086953 2024-11-08T18:21:42,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c2a66c 2024-11-08T18:21:42,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:42,685 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-08T18:21:42,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:21:42,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:42,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,43533,1731090087225, seqNum=-1] 2024-11-08T18:21:42,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:42,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-08T18:21:42,725 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__qko21q2r5lqa0l50p9rsn19eum5569ouistt5j4a33to17lmbvfiovsl5c0gjje9/f/987f666e52b6435b8f340a144a78aee3_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-08T18:21:42,729 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__qko21q2r5lqa0l50p9rsn19eum5569ouistt5j4a33to17lmbvfiovsl5c0gjje9/f/f8015cbff3e444e29e8e3bfe6cf524ac_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-08T18:21:42,738 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 to pos 687, reset compression=false 2024-11-08T18:21:42,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__qko21q2r5lqa0l50p9rsn19eum5569ouistt5j4a33to17lmbvfiovsl5c0gjje9/f/987f666e52b6435b8f340a144a78aee3_SeqId_4_ for inclusion in f83850d6e8130c824b57eafe1cd567ca/f 2024-11-08T18:21:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T18:21:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:21:42,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__qko21q2r5lqa0l50p9rsn19eum5569ouistt5j4a33to17lmbvfiovsl5c0gjje9/f/f8015cbff3e444e29e8e3bfe6cf524ac_SeqId_4_ for inclusion in f83850d6e8130c824b57eafe1cd567ca/f 2024-11-08T18:21:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T18:21:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:21:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(2603): Flush status journal for f83850d6e8130c824b57eafe1cd567ca: 2024-11-08T18:21:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 987f666e52b6435b8f340a144a78aee3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T18:21:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__qko21q2r5lqa0l50p9rsn19eum5569ouistt5j4a33to17lmbvfiovsl5c0gjje9/f/987f666e52b6435b8f340a144a78aee3_SeqId_4_ as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/f9938dd78453421c94ffcaaf718ed7e3_SeqId_4_ 2024-11-08T18:21:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f8015cbff3e444e29e8e3bfe6cf524ac_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T18:21:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__qko21q2r5lqa0l50p9rsn19eum5569ouistt5j4a33to17lmbvfiovsl5c0gjje9/f/f8015cbff3e444e29e8e3bfe6cf524ac_SeqId_4_ as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/a985b51e30d6472994e60f202720335d_SeqId_4_ 2024-11-08T18:21:42,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__qko21q2r5lqa0l50p9rsn19eum5569ouistt5j4a33to17lmbvfiovsl5c0gjje9/f/987f666e52b6435b8f340a144a78aee3_SeqId_4_ into f83850d6e8130c824b57eafe1cd567ca/f as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/f9938dd78453421c94ffcaaf718ed7e3_SeqId_4_ - updating store file list. 2024-11-08T18:21:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f9938dd78453421c94ffcaaf718ed7e3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:21:42,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/f9938dd78453421c94ffcaaf718ed7e3_SeqId_4_ into f83850d6e8130c824b57eafe1cd567ca/f 2024-11-08T18:21:42,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__qko21q2r5lqa0l50p9rsn19eum5569ouistt5j4a33to17lmbvfiovsl5c0gjje9/f/987f666e52b6435b8f340a144a78aee3_SeqId_4_ into f83850d6e8130c824b57eafe1cd567ca/f (new location: hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/f9938dd78453421c94ffcaaf718ed7e3_SeqId_4_) 2024-11-08T18:21:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__qko21q2r5lqa0l50p9rsn19eum5569ouistt5j4a33to17lmbvfiovsl5c0gjje9/f/987f666e52b6435b8f340a144a78aee3_SeqId_4_ 2024-11-08T18:21:42,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__qko21q2r5lqa0l50p9rsn19eum5569ouistt5j4a33to17lmbvfiovsl5c0gjje9/f/f8015cbff3e444e29e8e3bfe6cf524ac_SeqId_4_ into f83850d6e8130c824b57eafe1cd567ca/f as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/a985b51e30d6472994e60f202720335d_SeqId_4_ - updating store file list. 2024-11-08T18:21:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a985b51e30d6472994e60f202720335d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:21:42,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/a985b51e30d6472994e60f202720335d_SeqId_4_ into f83850d6e8130c824b57eafe1cd567ca/f 2024-11-08T18:21:42,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__qko21q2r5lqa0l50p9rsn19eum5569ouistt5j4a33to17lmbvfiovsl5c0gjje9/f/f8015cbff3e444e29e8e3bfe6cf524ac_SeqId_4_ into f83850d6e8130c824b57eafe1cd567ca/f (new location: hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/a985b51e30d6472994e60f202720335d_SeqId_4_) 2024-11-08T18:21:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__qko21q2r5lqa0l50p9rsn19eum5569ouistt5j4a33to17lmbvfiovsl5c0gjje9/f/f8015cbff3e444e29e8e3bfe6cf524ac_SeqId_4_ 2024-11-08T18:21:42,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.ReplicationSink(324): Finished replicating [a5170389-9bc1-46f3-badf-ef0f89c6f17f] bulk loaded data 2024-11-08T18:21:42,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:42,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,41561,1731090093537, seqNum=-1] 2024-11-08T18:21:42,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:42,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:21:42,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731090098516.6b595726426ec46c22999a156e31cd8b., hostname=2424dce0d377,41561,1731090093537, seqNum=2] 2024-11-08T18:21:43,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:21:43,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:21:43,003 DEBUG [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2424dce0d377%2C33969%2C1731090082584.meta:.meta(num 1731090084122) roll requested 2024-11-08T18:21:43,026 DEBUG [regionserver/2424dce0d377:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.meta.1731090103003.meta, exclude list is [], retry=0 2024-11-08T18:21:43,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44881,DS-8712c3a1-7064-4a66-ae3f-8b8030dec551,DISK] 2024-11-08T18:21:43,030 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.meta.1731090084122.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.meta.1731090103003.meta 2024-11-08T18:21:43,030 DEBUG [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-08T18:21:43,030 DEBUG [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.meta.1731090084122.meta is not closed yet, will try archiving it next time 2024-11-08T18:21:43,030 DEBUG [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2424dce0d377%2C33969%2C1731090082584.rep:(num 1731090100332) roll requested 2024-11-08T18:21:43,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741834_1010 (size=3473) 2024-11-08T18:21:43,050 DEBUG [regionserver/2424dce0d377:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.rep.1731090103030, exclude list is [], retry=0 2024-11-08T18:21:43,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44881,DS-8712c3a1-7064-4a66-ae3f-8b8030dec551,DISK] 2024-11-08T18:21:43,056 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.rep.1731090100332 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.rep.1731090103030 2024-11-08T18:21:43,060 DEBUG [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-08T18:21:43,060 DEBUG [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.rep.1731090100332 is not closed yet, will try archiving it next time 2024-11-08T18:21:43,060 DEBUG [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2424dce0d377%2C33969%2C1731090082584:(num 1731090083798) roll requested 2024-11-08T18:21:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741839_1015 (size=1505) 2024-11-08T18:21:43,079 DEBUG [regionserver/2424dce0d377:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060, exclude list is [], retry=0 2024-11-08T18:21:43,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44881,DS-8712c3a1-7064-4a66-ae3f-8b8030dec551,DISK] 2024-11-08T18:21:43,083 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 2024-11-08T18:21:43,083 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:43,084 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:21:43,084 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168995 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [2424dce0d377,40005,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T18:21:43,088 DEBUG [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-08T18:21:43,088 DEBUG [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 is not closed yet, will try archiving it next time 2024-11-08T18:21:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741833_1009 (size=695) 2024-11-08T18:21:43,095 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 not finished, retry = 0 2024-11-08T18:21:43,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd88a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,45137,-1 for getting cluster id 2024-11-08T18:21:43,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:43,097 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5170389-9bc1-46f3-badf-ef0f89c6f17f' 2024-11-08T18:21:43,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5170389-9bc1-46f3-badf-ef0f89c6f17f" 2024-11-08T18:21:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b82da5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,45137,-1] 2024-11-08T18:21:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:43,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:43,099 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:43,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482eeb03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:43,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,45137,1731090082277 2024-11-08T18:21:43,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@380b2331 2024-11-08T18:21:43,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:43,101 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:21:43,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://2424dce0d377:34565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T18:21:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T18:21:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T18:21:43,104 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:34565' 2024-11-08T18:21:43,106 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf33289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,106 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34565,-1 for getting cluster id 2024-11-08T18:21:43,106 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:43,107 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6de307c8-f49c-432d-9105-33bb5193c279' 2024-11-08T18:21:43,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6de307c8-f49c-432d-9105-33bb5193c279" 2024-11-08T18:21:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0a074c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34565,-1] 2024-11-08T18:21:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:43,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:43,109 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:43,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a23e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,110 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,34565,1731090092916 2024-11-08T18:21:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@122a622f 2024-11-08T18:21:43,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:43,112 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:21:43,116 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T18:21:43,116 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T18:21:43,117 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:43,117 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:43,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:43,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T18:21:43,196 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 to hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/oldWALs/2424dce0d377%2C33969%2C1731090082584.1731090083798 2024-11-08T18:21:43,203 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 to pos 687, reset compression=false 2024-11-08T18:21:43,209 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 was moved to hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/oldWALs/2424dce0d377%2C33969%2C1731090082584.1731090083798 2024-11-08T18:21:43,210 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798 2024-11-08T18:21:43,210 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060, startPosition=0, beingWritten=true 2024-11-08T18:21:43,210 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,33969,1731090082584 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090083798, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T18:21:43,212 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2424dce0d377%2C33969%2C1731090082584.1731090083798] 2024-11-08T18:21:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T18:21:43,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T18:21:43,301 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T18:21:43,357 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-2424dce0d377,33969,1731090082584, ReplicationSource: 2, currentBandwidth=0 2024-11-08T18:21:43,368 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T18:21:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T18:21:43,370 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 2424dce0d377,33969,1731090082584 suceeded 2024-11-08T18:21:43,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T18:21:43,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-08T18:21:43,372 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://2424dce0d377:34565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T18:21:43,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 271 msec 2024-11-08T18:21:43,387 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2424dce0d377:34565' 2024-11-08T18:21:43,392 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b44afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,392 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34565,-1 for getting cluster id 2024-11-08T18:21:43,393 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:43,393 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6de307c8-f49c-432d-9105-33bb5193c279' 2024-11-08T18:21:43,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:43,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6de307c8-f49c-432d-9105-33bb5193c279" 2024-11-08T18:21:43,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72e05ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34565,-1] 2024-11-08T18:21:43,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:43,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:43,395 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:43,395 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3454420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,395 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:43,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,34565,1731090092916 2024-11-08T18:21:43,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e8f715a 2024-11-08T18:21:43,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:43,397 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T18:21:43,398 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2424dce0d377,33969,1731090082584 (queues=1) is replicating from cluster=a5170389-9bc1-46f3-badf-ef0f89c6f17f to cluster=6de307c8-f49c-432d-9105-33bb5193c279 2024-11-08T18:21:43,398 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2424dce0d377%2C33969%2C1731090082584 2024-11-08T18:21:43,398 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2424dce0d377,33969,1731090082584, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T18:21:43,398 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060, startPosition=0, beingWritten=true 2024-11-08T18:21:43,420 INFO [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2424dce0d377%2C33969%2C1731090082584 2024-11-08T18:21:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45137 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T18:21:43,423 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T18:21:43,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:43,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:43,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:43,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:43,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:43,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:21:43,428 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731090103427/Put/seqid=0 2024-11-08T18:21:43,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741845_1021 (size=11194) 2024-11-08T18:21:43,455 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731090103455/Put/seqid=0 2024-11-08T18:21:43,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741846_1022 (size=10791) 2024-11-08T18:21:43,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f8c3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,459 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,45137,-1 for getting cluster id 2024-11-08T18:21:43,459 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:43,460 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5170389-9bc1-46f3-badf-ef0f89c6f17f' 2024-11-08T18:21:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5170389-9bc1-46f3-badf-ef0f89c6f17f" 2024-11-08T18:21:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c567d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,45137,-1] 2024-11-08T18:21:43,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:43,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:43,461 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:43,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261f296f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:43,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,33969,1731090082584, seqNum=-1] 2024-11-08T18:21:43,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:43,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:21:43,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,45137,1731090082277 2024-11-08T18:21:43,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31f7a1ac 2024-11-08T18:21:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:43,493 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:21:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731090096237.55e10fdccddc4a74925a7d129467d413., hostname=2424dce0d377,33969,1731090082584, seqNum=2] 2024-11-08T18:21:43,498 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:21:43,507 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-08T18:21:43,511 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-08T18:21:43,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 55e10fdccddc4a74925a7d129467d413/f 2024-11-08T18:21:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T18:21:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:21:43,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 55e10fdccddc4a74925a7d129467d413/f 2024-11-08T18:21:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T18:21:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:21:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegion(2603): Flush status journal for 55e10fdccddc4a74925a7d129467d413: 2024-11-08T18:21:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__68vl78b9ab8obre99tkre0scltbvuflugspcjfn0k92kjufgucohlbvc1dl61ea8/f/hfile_1 2024-11-08T18:21:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__68vl78b9ab8obre99tkre0scltbvuflugspcjfn0k92kjufgucohlbvc1dl61ea8/f/hfile_1 as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ 2024-11-08T18:21:43,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__68vl78b9ab8obre99tkre0scltbvuflugspcjfn0k92kjufgucohlbvc1dl61ea8/f/hfile_0 2024-11-08T18:21:43,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__68vl78b9ab8obre99tkre0scltbvuflugspcjfn0k92kjufgucohlbvc1dl61ea8/f/hfile_0 as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ 2024-11-08T18:21:43,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__68vl78b9ab8obre99tkre0scltbvuflugspcjfn0k92kjufgucohlbvc1dl61ea8/f/hfile_1 into 55e10fdccddc4a74925a7d129467d413/f as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ - updating store file list. 2024-11-08T18:21:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T18:21:43,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ into 55e10fdccddc4a74925a7d129467d413/f 2024-11-08T18:21:43,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__68vl78b9ab8obre99tkre0scltbvuflugspcjfn0k92kjufgucohlbvc1dl61ea8/f/hfile_1 into 55e10fdccddc4a74925a7d129467d413/f (new location: hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_) 2024-11-08T18:21:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__68vl78b9ab8obre99tkre0scltbvuflugspcjfn0k92kjufgucohlbvc1dl61ea8/f/hfile_1 2024-11-08T18:21:43,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__68vl78b9ab8obre99tkre0scltbvuflugspcjfn0k92kjufgucohlbvc1dl61ea8/f/hfile_0 into 55e10fdccddc4a74925a7d129467d413/f as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ - updating store file list. 2024-11-08T18:21:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec985748cc3e4817ac61cd56759c7df4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T18:21:43,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ into 55e10fdccddc4a74925a7d129467d413/f 2024-11-08T18:21:43,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__68vl78b9ab8obre99tkre0scltbvuflugspcjfn0k92kjufgucohlbvc1dl61ea8/f/hfile_0 into 55e10fdccddc4a74925a7d129467d413/f (new location: hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_) 2024-11-08T18:21:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/staging/jenkins__test__68vl78b9ab8obre99tkre0scltbvuflugspcjfn0k92kjufgucohlbvc1dl61ea8/f/hfile_0 2024-11-08T18:21:43,550 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:43,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:43,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:43,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:43,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731090096237.55e10fdccddc4a74925a7d129467d413., hostname=2424dce0d377,33969,1731090082584, seqNum=2 , the old value is region=test,,1731090096237.55e10fdccddc4a74925a7d129467d413., hostname=2424dce0d377,33969,1731090082584, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2424dce0d377:33969 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T18:21:43,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731090096237.55e10fdccddc4a74925a7d129467d413., hostname=2424dce0d377,33969,1731090082584, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T18:21:43,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731090096237.55e10fdccddc4a74925a7d129467d413., hostname=2424dce0d377,33969,1731090082584, seqNum=2 from cache 2024-11-08T18:21:43,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:43,554 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T18:21:43,555 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T18:21:43,622 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 0, reset compression=false 2024-11-08T18:21:43,634 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:21:43,634 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-2424dce0d377,33969,1731090082584 got entry batch from reader: WALEntryBatch [walEntries=[{test/55e10fdccddc4a74925a7d129467d413/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731090103548/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T18:21:43,636 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:21:43,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T18:21:43,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.ReplicationSink(318): Replicating [a5170389-9bc1-46f3-badf-ef0f89c6f17f] bulk loaded data 2024-11-08T18:21:43,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18bca4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] client.ClusterIdFetcher(90): Going to request 2424dce0d377,34565,-1 for getting cluster id 2024-11-08T18:21:43,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:21:43,638 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6de307c8-f49c-432d-9105-33bb5193c279' 2024-11-08T18:21:43,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:21:43,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6de307c8-f49c-432d-9105-33bb5193c279" 2024-11-08T18:21:43,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67d96396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2424dce0d377,34565,-1] 2024-11-08T18:21:43,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:21:43,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:43,640 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:21:43,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f52415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:21:43,663 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2424dce0d377:33969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T18:21:43,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741837_1013 (size=10791) 2024-11-08T18:21:43,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741838_1014 (size=11194) 2024-11-08T18:21:43,715 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 0, reset compression=false 2024-11-08T18:21:43,726 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T18:21:43,726 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2424dce0d377,33969,1731090082584 got entry batch from reader: WALEntryBatch [walEntries=[{test/55e10fdccddc4a74925a7d129467d413/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731090103548/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T18:21:43,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.ReplicationSink(318): Replicating [a5170389-9bc1-46f3-badf-ef0f89c6f17f] bulk loaded data 2024-11-08T18:21:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741839_1015 (size=10791) 2024-11-08T18:21:43,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741840_1016 (size=11194) 2024-11-08T18:21:43,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:21:43,822 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__nktah5trv1vhtk9dp0sv8tu3ogul3ut2mg62c60lecirhdrrvtmn1kjabof94dt5/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T18:21:43,825 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__nktah5trv1vhtk9dp0sv8tu3ogul3ut2mg62c60lecirhdrrvtmn1kjabof94dt5/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T18:21:43,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__nktah5trv1vhtk9dp0sv8tu3ogul3ut2mg62c60lecirhdrrvtmn1kjabof94dt5/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ for inclusion in f83850d6e8130c824b57eafe1cd567ca/f 2024-11-08T18:21:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T18:21:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:21:43,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__nktah5trv1vhtk9dp0sv8tu3ogul3ut2mg62c60lecirhdrrvtmn1kjabof94dt5/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ for inclusion in f83850d6e8130c824b57eafe1cd567ca/f 2024-11-08T18:21:43,834 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T18:21:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:21:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(2603): Flush status journal for f83850d6e8130c824b57eafe1cd567ca: 2024-11-08T18:21:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T18:21:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__nktah5trv1vhtk9dp0sv8tu3ogul3ut2mg62c60lecirhdrrvtmn1kjabof94dt5/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/dcd90fd83a1e44739bcf4f35056f47a1_SeqId_6_ 2024-11-08T18:21:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T18:21:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__nktah5trv1vhtk9dp0sv8tu3ogul3ut2mg62c60lecirhdrrvtmn1kjabof94dt5/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/ef05609d8afa40a48317a4bbe02f76c4_SeqId_6_ 2024-11-08T18:21:43,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__nktah5trv1vhtk9dp0sv8tu3ogul3ut2mg62c60lecirhdrrvtmn1kjabof94dt5/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ into f83850d6e8130c824b57eafe1cd567ca/f as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/dcd90fd83a1e44739bcf4f35056f47a1_SeqId_6_ - updating store file list. 2024-11-08T18:21:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcd90fd83a1e44739bcf4f35056f47a1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T18:21:43,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/dcd90fd83a1e44739bcf4f35056f47a1_SeqId_6_ into f83850d6e8130c824b57eafe1cd567ca/f 2024-11-08T18:21:43,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__nktah5trv1vhtk9dp0sv8tu3ogul3ut2mg62c60lecirhdrrvtmn1kjabof94dt5/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ into f83850d6e8130c824b57eafe1cd567ca/f (new location: hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/dcd90fd83a1e44739bcf4f35056f47a1_SeqId_6_) 2024-11-08T18:21:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__nktah5trv1vhtk9dp0sv8tu3ogul3ut2mg62c60lecirhdrrvtmn1kjabof94dt5/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ 2024-11-08T18:21:43,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__nktah5trv1vhtk9dp0sv8tu3ogul3ut2mg62c60lecirhdrrvtmn1kjabof94dt5/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ into f83850d6e8130c824b57eafe1cd567ca/f as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/ef05609d8afa40a48317a4bbe02f76c4_SeqId_6_ - updating store file list. 2024-11-08T18:21:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef05609d8afa40a48317a4bbe02f76c4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T18:21:43,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/ef05609d8afa40a48317a4bbe02f76c4_SeqId_6_ into f83850d6e8130c824b57eafe1cd567ca/f 2024-11-08T18:21:43,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__nktah5trv1vhtk9dp0sv8tu3ogul3ut2mg62c60lecirhdrrvtmn1kjabof94dt5/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ into f83850d6e8130c824b57eafe1cd567ca/f (new location: hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/f/ef05609d8afa40a48317a4bbe02f76c4_SeqId_6_) 2024-11-08T18:21:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/staging/jenkins.hfs.22__test__nktah5trv1vhtk9dp0sv8tu3ogul3ut2mg62c60lecirhdrrvtmn1kjabof94dt5/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ 2024-11-08T18:21:43,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.ReplicationSink(324): Finished replicating [a5170389-9bc1-46f3-badf-ef0f89c6f17f] bulk loaded data 2024-11-08T18:21:43,926 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:44,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:21:44,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2424dce0d377,34565,1731090092916 2024-11-08T18:21:44,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e4c6564 2024-11-08T18:21:44,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:21:44,094 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-08T18:21:44,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T18:21:44,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:21:44,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2424dce0d377,41561,1731090093537, seqNum=-1] 2024-11-08T18:21:44,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:21:44,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-08T18:21:44,104 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/staging/jenkins.hfs.23__test__akp74fb0v5vudrtvo140eb1i4jn52nb2gvj2vuumhmfq6k6v3vtbt8r3v2b2dqqb/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T18:21:44,106 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/staging/jenkins.hfs.23__test__akp74fb0v5vudrtvo140eb1i4jn52nb2gvj2vuumhmfq6k6v3vtbt8r3v2b2dqqb/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T18:21:44,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/staging/jenkins.hfs.23__test__akp74fb0v5vudrtvo140eb1i4jn52nb2gvj2vuumhmfq6k6v3vtbt8r3v2b2dqqb/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ for inclusion in 6b595726426ec46c22999a156e31cd8b/f 2024-11-08T18:21:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T18:21:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:21:44,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/staging/jenkins.hfs.23__test__akp74fb0v5vudrtvo140eb1i4jn52nb2gvj2vuumhmfq6k6v3vtbt8r3v2b2dqqb/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ for inclusion in 6b595726426ec46c22999a156e31cd8b/f 2024-11-08T18:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T18:21:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T18:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HRegion(2603): Flush status journal for 6b595726426ec46c22999a156e31cd8b: 2024-11-08T18:21:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T18:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/staging/jenkins.hfs.23__test__akp74fb0v5vudrtvo140eb1i4jn52nb2gvj2vuumhmfq6k6v3vtbt8r3v2b2dqqb/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ as hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/default/test/6b595726426ec46c22999a156e31cd8b/f/bd65fc5754f549a98b13cd2dd448ccbe_SeqId_4_ 2024-11-08T18:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T18:21:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/staging/jenkins.hfs.23__test__akp74fb0v5vudrtvo140eb1i4jn52nb2gvj2vuumhmfq6k6v3vtbt8r3v2b2dqqb/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ as hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/default/test/6b595726426ec46c22999a156e31cd8b/f/ff08a56653d34a7c8983fdc1a07ce4b9_SeqId_4_ 2024-11-08T18:21:44,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/staging/jenkins.hfs.23__test__akp74fb0v5vudrtvo140eb1i4jn52nb2gvj2vuumhmfq6k6v3vtbt8r3v2b2dqqb/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ into 6b595726426ec46c22999a156e31cd8b/f as hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/default/test/6b595726426ec46c22999a156e31cd8b/f/bd65fc5754f549a98b13cd2dd448ccbe_SeqId_4_ - updating store file list. 2024-11-08T18:21:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bd65fc5754f549a98b13cd2dd448ccbe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:21:44,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/default/test/6b595726426ec46c22999a156e31cd8b/f/bd65fc5754f549a98b13cd2dd448ccbe_SeqId_4_ into 6b595726426ec46c22999a156e31cd8b/f 2024-11-08T18:21:44,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/staging/jenkins.hfs.23__test__akp74fb0v5vudrtvo140eb1i4jn52nb2gvj2vuumhmfq6k6v3vtbt8r3v2b2dqqb/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ into 6b595726426ec46c22999a156e31cd8b/f (new location: hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/default/test/6b595726426ec46c22999a156e31cd8b/f/bd65fc5754f549a98b13cd2dd448ccbe_SeqId_4_) 2024-11-08T18:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/staging/jenkins.hfs.23__test__akp74fb0v5vudrtvo140eb1i4jn52nb2gvj2vuumhmfq6k6v3vtbt8r3v2b2dqqb/f/ec985748cc3e4817ac61cd56759c7df4_SeqId_6_ 2024-11-08T18:21:44,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/staging/jenkins.hfs.23__test__akp74fb0v5vudrtvo140eb1i4jn52nb2gvj2vuumhmfq6k6v3vtbt8r3v2b2dqqb/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ into 6b595726426ec46c22999a156e31cd8b/f as hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/default/test/6b595726426ec46c22999a156e31cd8b/f/ff08a56653d34a7c8983fdc1a07ce4b9_SeqId_4_ - updating store file list. 2024-11-08T18:21:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff08a56653d34a7c8983fdc1a07ce4b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T18:21:44,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/default/test/6b595726426ec46c22999a156e31cd8b/f/ff08a56653d34a7c8983fdc1a07ce4b9_SeqId_4_ into 6b595726426ec46c22999a156e31cd8b/f 2024-11-08T18:21:44,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/staging/jenkins.hfs.23__test__akp74fb0v5vudrtvo140eb1i4jn52nb2gvj2vuumhmfq6k6v3vtbt8r3v2b2dqqb/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ into 6b595726426ec46c22999a156e31cd8b/f (new location: hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/default/test/6b595726426ec46c22999a156e31cd8b/f/ff08a56653d34a7c8983fdc1a07ce4b9_SeqId_4_) 2024-11-08T18:21:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/staging/jenkins.hfs.23__test__akp74fb0v5vudrtvo140eb1i4jn52nb2gvj2vuumhmfq6k6v3vtbt8r3v2b2dqqb/f/a257bd2aa8fc4cdb93189ce59bdf12cd_SeqId_6_ 2024-11-08T18:21:44,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] regionserver.ReplicationSink(324): Finished replicating [a5170389-9bc1-46f3-badf-ef0f89c6f17f] bulk loaded data 2024-11-08T18:21:44,149 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:44,230 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:44,553 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:44,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:21:44,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:44,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:44,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:44,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:44,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:44,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:21:44,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=257414395, stopped=false 2024-11-08T18:21:44,588 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,34565,1731090092916 2024-11-08T18:21:44,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21927650621/running 2024-11-08T18:21:44,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:44,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21927650621/running 2024-11-08T18:21:44,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:44,612 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:21:44,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:44,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:44,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:44,614 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,41561,1731090093537' ***** 2024-11-08T18:21:44,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Set watcher on znode that does not yet exist, /21927650621/running 2024-11-08T18:21:44,614 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:21:44,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Set watcher on znode that does not yet exist, /21927650621/running 2024-11-08T18:21:44,614 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:21:44,614 INFO [RS:0;2424dce0d377:41561 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:21:44,614 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:21:44,615 INFO [RS:0;2424dce0d377:41561 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:21:44,615 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:44,615 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,41561,1731090093537 2024-11-08T18:21:44,615 INFO [RS:0;2424dce0d377:41561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:21:44,615 INFO [RS:0;2424dce0d377:41561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:41561. 2024-11-08T18:21:44,615 DEBUG [RS:0;2424dce0d377:41561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:44,615 DEBUG [RS:0;2424dce0d377:41561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:44,616 INFO [RS:0;2424dce0d377:41561 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:21:44,616 INFO [RS:0;2424dce0d377:41561 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:21:44,616 INFO [RS:0;2424dce0d377:41561 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:21:44,616 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:21:44,616 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b595726426ec46c22999a156e31cd8b, disabling compactions & flushes 2024-11-08T18:21:44,616 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731090098516.6b595726426ec46c22999a156e31cd8b. 2024-11-08T18:21:44,616 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090098516.6b595726426ec46c22999a156e31cd8b. 2024-11-08T18:21:44,616 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731090098516.6b595726426ec46c22999a156e31cd8b. after waiting 0 ms 2024-11-08T18:21:44,616 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731090098516.6b595726426ec46c22999a156e31cd8b. 2024-11-08T18:21:44,624 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:21:44,624 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1325): Online Regions={6b595726426ec46c22999a156e31cd8b=test,,1731090098516.6b595726426ec46c22999a156e31cd8b., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:21:44,624 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:21:44,624 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:21:44,624 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b595726426ec46c22999a156e31cd8b 2024-11-08T18:21:44,624 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:21:44,624 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:21:44,624 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:21:44,625 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T18:21:44,625 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:21:44,629 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/default/test/6b595726426ec46c22999a156e31cd8b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T18:21:44,629 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:44,630 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:21:44,630 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731090098516.6b595726426ec46c22999a156e31cd8b. 2024-11-08T18:21:44,630 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b595726426ec46c22999a156e31cd8b: Waiting for close lock at 1731090104615Running coprocessor pre-close hooks at 1731090104615Disabling compacts and flushes for region at 1731090104615Disabling writes for close at 1731090104616 (+1 ms)Writing region close event to WAL at 1731090104626 (+10 ms)Running coprocessor post-close hooks at 1731090104629 (+3 ms)Closed at 1731090104630 (+1 ms) 2024-11-08T18:21:44,630 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731090098516.6b595726426ec46c22999a156e31cd8b. 2024-11-08T18:21:44,633 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:44,643 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/.tmp/info/1817f7d3b06c45458bb88c85e60e4aef is 129, key is test,,1731090098516.6b595726426ec46c22999a156e31cd8b./info:regioninfo/1731090098962/Put/seqid=0 2024-11-08T18:21:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741839_1015 (size=6421) 2024-11-08T18:21:44,824 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:45,025 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:45,047 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/.tmp/info/1817f7d3b06c45458bb88c85e60e4aef 2024-11-08T18:21:45,056 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:45,070 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/.tmp/ns/e17805d397594ee794a49c26326e8fb8 is 43, key is default/ns:d/1731090096166/Put/seqid=0 2024-11-08T18:21:45,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741840_1016 (size=5153) 2024-11-08T18:21:45,136 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:45,225 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:45,413 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:21:45,413 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:21:45,425 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:45,499 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/.tmp/ns/e17805d397594ee794a49c26326e8fb8 2024-11-08T18:21:45,535 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/.tmp/rep_barrier/eb10f5eaf02c45ed8bfe220bf0bf63c2 is 112, key is test,,1731090098516.6b595726426ec46c22999a156e31cd8b./rep_barrier:seqnumDuringOpen/1731090098962/Put/seqid=0 2024-11-08T18:21:45,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741841_1017 (size=5518) 2024-11-08T18:21:45,578 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/.tmp/rep_barrier/eb10f5eaf02c45ed8bfe220bf0bf63c2 2024-11-08T18:21:45,612 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/.tmp/table/8b80330f5bda48c29ba390f880c121c9 is 40, key is test/table:state/1731090098982/Put/seqid=0 2024-11-08T18:21:45,625 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:21:45,625 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:21:45,625 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:45,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741842_1018 (size=5165) 2024-11-08T18:21:45,646 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/.tmp/table/8b80330f5bda48c29ba390f880c121c9 2024-11-08T18:21:45,652 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/.tmp/info/1817f7d3b06c45458bb88c85e60e4aef as hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/info/1817f7d3b06c45458bb88c85e60e4aef 2024-11-08T18:21:45,670 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/info/1817f7d3b06c45458bb88c85e60e4aef, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T18:21:45,672 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/.tmp/ns/e17805d397594ee794a49c26326e8fb8 as hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/ns/e17805d397594ee794a49c26326e8fb8 2024-11-08T18:21:45,674 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:45,688 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/ns/e17805d397594ee794a49c26326e8fb8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T18:21:45,691 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/.tmp/rep_barrier/eb10f5eaf02c45ed8bfe220bf0bf63c2 as hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/rep_barrier/eb10f5eaf02c45ed8bfe220bf0bf63c2 2024-11-08T18:21:45,707 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/rep_barrier/eb10f5eaf02c45ed8bfe220bf0bf63c2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T18:21:45,708 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/.tmp/table/8b80330f5bda48c29ba390f880c121c9 as hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/table/8b80330f5bda48c29ba390f880c121c9 2024-11-08T18:21:45,716 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/table/8b80330f5bda48c29ba390f880c121c9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T18:21:45,718 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1093ms, sequenceid=11, compaction requested=false 2024-11-08T18:21:45,750 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:45,825 DEBUG [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:45,832 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T18:21:45,833 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:45,834 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:21:45,834 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:45,834 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090104624Running coprocessor pre-close hooks at 1731090104624Disabling compacts and flushes for region at 1731090104624Disabling writes for close at 1731090104624Obtaining lock to block concurrent updates at 1731090104625 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731090104625Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731090104625Flushing stores of hbase:meta,,1.1588230740 at 1731090104625Flushing 1588230740/info: creating writer at 1731090104626 (+1 ms)Flushing 1588230740/info: appending metadata at 1731090104643 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731090104643Flushing 1588230740/ns: creating writer at 1731090105052 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731090105070 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731090105070Flushing 1588230740/rep_barrier: creating writer at 1731090105504 (+434 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731090105535 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731090105535Flushing 1588230740/table: creating writer at 1731090105586 (+51 ms)Flushing 1588230740/table: appending metadata at 1731090105612 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731090105612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77253682: reopening flushed file at 1731090105651 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144e547e: reopening flushed file at 1731090105670 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d035dc3: reopening flushed file at 1731090105689 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e58c911: reopening flushed file at 1731090105708 (+19 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1093ms, sequenceid=11, compaction requested=false at 1731090105718 (+10 ms)Writing region close event to WAL at 1731090105804 (+86 ms)Running coprocessor post-close hooks at 1731090105833 (+29 ms)Closed at 1731090105834 (+1 ms) 2024-11-08T18:21:45,834 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:46,026 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,41561,1731090093537; all regions closed. 2024-11-08T18:21:46,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741834_1010 (size=2717) 2024-11-08T18:21:46,040 DEBUG [RS:0;2424dce0d377:41561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/oldWALs 2024-11-08T18:21:46,040 INFO [RS:0;2424dce0d377:41561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C41561%2C1731090093537.meta:.meta(num 1731090096118) 2024-11-08T18:21:46,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741833_1009 (size=1028) 2024-11-08T18:21:46,047 DEBUG [RS:0;2424dce0d377:41561 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/oldWALs 2024-11-08T18:21:46,047 INFO [RS:0;2424dce0d377:41561 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C41561%2C1731090093537:(num 1731090095557) 2024-11-08T18:21:46,047 DEBUG [RS:0;2424dce0d377:41561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:46,047 INFO [RS:0;2424dce0d377:41561 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:21:46,047 INFO [RS:0;2424dce0d377:41561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:21:46,047 INFO [RS:0;2424dce0d377:41561 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:21:46,047 INFO [RS:0;2424dce0d377:41561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:21:46,047 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:21:46,048 INFO [RS:0;2424dce0d377:41561 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:41561. 2024-11-08T18:21:46,048 DEBUG [RS:0;2424dce0d377:41561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:46,048 DEBUG [RS:0;2424dce0d377:41561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:46,048 DEBUG [RS:0;2424dce0d377:41561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:46,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:46,048 INFO [RS:0;2424dce0d377:41561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41561 2024-11-08T18:21:46,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621/rs 2024-11-08T18:21:46,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21927650621/rs/2424dce0d377,41561,1731090093537 2024-11-08T18:21:46,096 INFO [RS:0;2424dce0d377:41561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:21:46,096 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,41561,1731090093537] 2024-11-08T18:21:46,117 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21927650621/draining/2424dce0d377,41561,1731090093537 already deleted, retry=false 2024-11-08T18:21:46,117 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,41561,1731090093537 expired; onlineServers=0 2024-11-08T18:21:46,117 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,34565,1731090092916' ***** 2024-11-08T18:21:46,117 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:21:46,117 INFO [M:0;2424dce0d377:34565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:21:46,117 INFO [M:0;2424dce0d377:34565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:21:46,118 DEBUG [M:0;2424dce0d377:34565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:21:46,118 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:21:46,118 DEBUG [M:0;2424dce0d377:34565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:21:46,118 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090095320 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090095320,5,FailOnTimeoutGroup] 2024-11-08T18:21:46,118 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090095308 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090095308,5,FailOnTimeoutGroup] 2024-11-08T18:21:46,118 INFO [M:0;2424dce0d377:34565 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:21:46,118 INFO [M:0;2424dce0d377:34565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:21:46,118 DEBUG [M:0;2424dce0d377:34565 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:21:46,118 INFO [M:0;2424dce0d377:34565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:21:46,118 INFO [M:0;2424dce0d377:34565 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:21:46,118 INFO [M:0;2424dce0d377:34565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:21:46,119 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:21:46,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21927650621/master 2024-11-08T18:21:46,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21927650621 2024-11-08T18:21:46,128 DEBUG [M:0;2424dce0d377:34565 {}] zookeeper.ZKUtil(347): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Unable to get data of znode /21927650621/master because node does not exist (not an error) 2024-11-08T18:21:46,128 WARN [M:0;2424dce0d377:34565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:21:46,128 INFO [M:0;2424dce0d377:34565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/.lastflushedseqids 2024-11-08T18:21:46,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741843_1019 (size=173) 2024-11-08T18:21:46,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:46,207 INFO [RS:0;2424dce0d377:41561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:21:46,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41561-0x1011bae5a890007, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:46,207 INFO [RS:0;2424dce0d377:41561 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,41561,1731090093537; zookeeper connection closed. 2024-11-08T18:21:46,208 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68845047 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68845047 2024-11-08T18:21:46,209 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:21:46,414 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:46,502 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:46,558 INFO [M:0;2424dce0d377:34565 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:21:46,558 INFO [M:0;2424dce0d377:34565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:21:46,559 DEBUG [M:0;2424dce0d377:34565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:21:46,559 INFO [M:0;2424dce0d377:34565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:46,559 DEBUG [M:0;2424dce0d377:34565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:46,559 DEBUG [M:0;2424dce0d377:34565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:21:46,559 DEBUG [M:0;2424dce0d377:34565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:46,559 INFO [M:0;2424dce0d377:34565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-08T18:21:46,587 DEBUG [M:0;2424dce0d377:34565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d40c89172fcd41e8871c79901b5aaa9d is 82, key is hbase:meta,,1/info:regioninfo/1731090096147/Put/seqid=0 2024-11-08T18:21:46,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741844_1020 (size=5672) 2024-11-08T18:21:46,598 INFO [M:0;2424dce0d377:34565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d40c89172fcd41e8871c79901b5aaa9d 2024-11-08T18:21:46,619 DEBUG [M:0;2424dce0d377:34565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbd7e83e48f140f194bc319e5631e088 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731090098988/Put/seqid=0 2024-11-08T18:21:46,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741845_1021 (size=6587) 2024-11-08T18:21:47,034 INFO [M:0;2424dce0d377:34565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbd7e83e48f140f194bc319e5631e088 2024-11-08T18:21:47,055 DEBUG [M:0;2424dce0d377:34565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0407d18bd8c248fc8436a5d02248e913 is 69, key is 2424dce0d377,41561,1731090093537/rs:state/1731090095354/Put/seqid=0 2024-11-08T18:21:47,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741846_1022 (size=5156) 2024-11-08T18:21:47,228 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:47,306 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:47,466 INFO [M:0;2424dce0d377:34565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0407d18bd8c248fc8436a5d02248e913 2024-11-08T18:21:47,471 DEBUG [M:0;2424dce0d377:34565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d40c89172fcd41e8871c79901b5aaa9d as hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d40c89172fcd41e8871c79901b5aaa9d 2024-11-08T18:21:47,473 INFO [M:0;2424dce0d377:34565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d40c89172fcd41e8871c79901b5aaa9d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T18:21:47,474 DEBUG [M:0;2424dce0d377:34565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbd7e83e48f140f194bc319e5631e088 as hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbd7e83e48f140f194bc319e5631e088 2024-11-08T18:21:47,477 INFO [M:0;2424dce0d377:34565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbd7e83e48f140f194bc319e5631e088, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T18:21:47,478 DEBUG [M:0;2424dce0d377:34565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0407d18bd8c248fc8436a5d02248e913 as hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0407d18bd8c248fc8436a5d02248e913 2024-11-08T18:21:47,481 INFO [M:0;2424dce0d377:34565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44545/user/jenkins/test-data/3ee5eb13-db47-ed64-2d18-3d9d6e083263/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0407d18bd8c248fc8436a5d02248e913, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T18:21:47,482 INFO [M:0;2424dce0d377:34565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=55, compaction requested=false 2024-11-08T18:21:47,484 INFO [M:0;2424dce0d377:34565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:47,484 DEBUG [M:0;2424dce0d377:34565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090106558Disabling compacts and flushes for region at 1731090106558Disabling writes for close at 1731090106559 (+1 ms)Obtaining lock to block concurrent updates at 1731090106560 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090106560Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731090106560Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090106562 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090106562Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090106587 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090106587Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090106602 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090106619 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090106619Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090107038 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090107054 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090107054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f8272d: reopening flushed file at 1731090107470 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5621217: reopening flushed file at 1731090107474 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3538f069: reopening flushed file at 1731090107478 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=55, compaction requested=false at 1731090107482 (+4 ms)Writing region close event to WAL at 1731090107484 (+2 ms)Closed at 1731090107484 2024-11-08T18:21:47,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33177 is added to blk_1073741830_1006 (size=32782) 2024-11-08T18:21:47,487 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:21:47,487 INFO [M:0;2424dce0d377:34565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:21:47,488 INFO [M:0;2424dce0d377:34565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34565 2024-11-08T18:21:47,488 INFO [M:0;2424dce0d377:34565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:21:47,647 INFO [M:0;2424dce0d377:34565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:21:47,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:47,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1011bae5a890006, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:47,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d21fc94{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:21:47,650 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@561959e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:21:47,650 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:21:47,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64262caa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:21:47,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c3e5df6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/hadoop.log.dir/,STOPPED} 2024-11-08T18:21:47,652 WARN [BP-2052895997-172.17.0.3-1731090089645 heartbeating to localhost/127.0.0.1:44545 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:21:47,652 WARN [BP-2052895997-172.17.0.3-1731090089645 heartbeating to localhost/127.0.0.1:44545 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2052895997-172.17.0.3-1731090089645 (Datanode Uuid c4e37d1e-2585-471b-bb71-33057972e366) service to localhost/127.0.0.1:44545 2024-11-08T18:21:47,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/cluster_da767845-48f9-0fd2-4608-ba81f55615ea/data/data1/current/BP-2052895997-172.17.0.3-1731090089645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:21:47,652 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/cluster_da767845-48f9-0fd2-4608-ba81f55615ea/data/data2/current/BP-2052895997-172.17.0.3-1731090089645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:21:47,653 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:21:47,653 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:21:47,653 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:21:47,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a35d2ab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:21:47,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66b23002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:21:47,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:21:47,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e2e8db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:21:47,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2184a25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b45910-566f-c557-db0f-84bf0b654285/hadoop.log.dir/,STOPPED} 2024-11-08T18:21:47,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:21:47,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:21:47,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:47,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:47,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:47,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:47,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:47,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:21:47,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1871121132, stopped=false 2024-11-08T18:21:47,678 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,42851,1731090086953 2024-11-08T18:21:47,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/141806181/running 2024-11-08T18:21:47,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/141806181/running 2024-11-08T18:21:47,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:47,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:47,696 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:21:47,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Set watcher on znode that does not yet exist, /141806181/running 2024-11-08T18:21:47,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:47,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:47,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:47,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Set watcher on znode that does not yet exist, /141806181/running 2024-11-08T18:21:47,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,43533,1731090087225' ***** 2024-11-08T18:21:47,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:21:47,697 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:21:47,697 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:21:47,698 INFO [RS:0;2424dce0d377:43533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:21:47,698 INFO [RS:0;2424dce0d377:43533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:21:47,698 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(3091): Received CLOSE for f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:47,698 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,43533,1731090087225 2024-11-08T18:21:47,698 INFO [RS:0;2424dce0d377:43533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:21:47,698 INFO [RS:0;2424dce0d377:43533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:43533. 2024-11-08T18:21:47,698 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f83850d6e8130c824b57eafe1cd567ca, disabling compactions & flushes 2024-11-08T18:21:47,698 DEBUG [RS:0;2424dce0d377:43533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:47,698 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. 2024-11-08T18:21:47,698 DEBUG [RS:0;2424dce0d377:43533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:47,698 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. 2024-11-08T18:21:47,698 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. after waiting 0 ms 2024-11-08T18:21:47,698 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. 2024-11-08T18:21:47,698 INFO [RS:0;2424dce0d377:43533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:21:47,698 INFO [RS:0;2424dce0d377:43533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:21:47,699 INFO [RS:0;2424dce0d377:43533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:21:47,699 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:21:47,699 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T18:21:47,699 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f83850d6e8130c824b57eafe1cd567ca=test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca.} 2024-11-08T18:21:47,699 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f83850d6e8130c824b57eafe1cd567ca 2024-11-08T18:21:47,699 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:21:47,699 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:21:47,699 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:21:47,699 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:21:47,699 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:21:47,700 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T18:21:47,705 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/default/test/f83850d6e8130c824b57eafe1cd567ca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T18:21:47,706 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:47,706 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:21:47,706 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. 2024-11-08T18:21:47,706 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f83850d6e8130c824b57eafe1cd567ca: Waiting for close lock at 1731090107698Running coprocessor pre-close hooks at 1731090107698Disabling compacts and flushes for region at 1731090107698Disabling writes for close at 1731090107698Writing region close event to WAL at 1731090107699 (+1 ms)Running coprocessor post-close hooks at 1731090107705 (+6 ms)Closed at 1731090107706 (+1 ms) 2024-11-08T18:21:47,706 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca. 2024-11-08T18:21:47,723 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:21:47,728 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/.tmp/info/49c90448d23a42f19057b5c34fd7c69e is 129, key is test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca./info:regioninfo/1731090098242/Put/seqid=0 2024-11-08T18:21:47,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741841_1017 (size=6421) 2024-11-08T18:21:47,736 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/.tmp/info/49c90448d23a42f19057b5c34fd7c69e 2024-11-08T18:21:47,756 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/.tmp/ns/ec9c4c6400bc41ce9cc8bd0c9ed7ce95 is 43, key is default/ns:d/1731090089555/Put/seqid=0 2024-11-08T18:21:47,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741842_1018 (size=5153) 2024-11-08T18:21:47,899 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:47,983 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:21:47,983 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:21:48,099 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:48,145 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:48,162 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/.tmp/ns/ec9c4c6400bc41ce9cc8bd0c9ed7ce95 2024-11-08T18:21:48,195 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/.tmp/rep_barrier/d841e091e8c940698853a3e5685738a0 is 112, key is test,,1731090097375.f83850d6e8130c824b57eafe1cd567ca./rep_barrier:seqnumDuringOpen/1731090098242/Put/seqid=0 2024-11-08T18:21:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741843_1019 (size=5518) 2024-11-08T18:21:48,209 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:48,300 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:48,500 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:48,606 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/.tmp/rep_barrier/d841e091e8c940698853a3e5685738a0 2024-11-08T18:21:48,623 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/.tmp/table/0673db676dc9400b86e820b13bd735d9 is 40, key is test/table:state/1731090098260/Put/seqid=0 2024-11-08T18:21:48,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741844_1020 (size=5165) 2024-11-08T18:21:48,700 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:21:48,700 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:21:48,700 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:48,900 DEBUG [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:49,039 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/.tmp/table/0673db676dc9400b86e820b13bd735d9 2024-11-08T18:21:49,044 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/.tmp/info/49c90448d23a42f19057b5c34fd7c69e as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/info/49c90448d23a42f19057b5c34fd7c69e 2024-11-08T18:21:49,049 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/info/49c90448d23a42f19057b5c34fd7c69e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T18:21:49,050 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/.tmp/ns/ec9c4c6400bc41ce9cc8bd0c9ed7ce95 as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/ns/ec9c4c6400bc41ce9cc8bd0c9ed7ce95 2024-11-08T18:21:49,054 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/ns/ec9c4c6400bc41ce9cc8bd0c9ed7ce95, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T18:21:49,054 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/.tmp/rep_barrier/d841e091e8c940698853a3e5685738a0 as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/rep_barrier/d841e091e8c940698853a3e5685738a0 2024-11-08T18:21:49,058 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/rep_barrier/d841e091e8c940698853a3e5685738a0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T18:21:49,059 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/.tmp/table/0673db676dc9400b86e820b13bd735d9 as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/table/0673db676dc9400b86e820b13bd735d9 2024-11-08T18:21:49,063 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/table/0673db676dc9400b86e820b13bd735d9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T18:21:49,064 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=11, compaction requested=false 2024-11-08T18:21:49,065 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:21:49,085 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T18:21:49,085 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:49,085 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:21:49,085 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:49,085 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090107699Running coprocessor pre-close hooks at 1731090107699Disabling compacts and flushes for region at 1731090107699Disabling writes for close at 1731090107699Obtaining lock to block concurrent updates at 1731090107700 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731090107700Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731090107700Flushing stores of hbase:meta,,1.1588230740 at 1731090107701 (+1 ms)Flushing 1588230740/info: creating writer at 1731090107701Flushing 1588230740/info: appending metadata at 1731090107728 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731090107728Flushing 1588230740/ns: creating writer at 1731090107743 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731090107756 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731090107756Flushing 1588230740/rep_barrier: creating writer at 1731090108167 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731090108195 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731090108195Flushing 1588230740/table: creating writer at 1731090108609 (+414 ms)Flushing 1588230740/table: appending metadata at 1731090108623 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731090108623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@524b44d6: reopening flushed file at 1731090109043 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b57f266: reopening flushed file at 1731090109049 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f19ccc4: reopening flushed file at 1731090109054 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dbbb667: reopening flushed file at 1731090109059 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=11, compaction requested=false at 1731090109064 (+5 ms)Writing region close event to WAL at 1731090109076 (+12 ms)Running coprocessor post-close hooks at 1731090109085 (+9 ms)Closed at 1731090109085 2024-11-08T18:21:49,085 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:49,100 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,43533,1731090087225; all regions closed. 2024-11-08T18:21:49,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741834_1010 (size=2717) 2024-11-08T18:21:49,106 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/WALs/2424dce0d377,43533,1731090087225/2424dce0d377%2C43533%2C1731090087225.meta.1731090089487.meta not finished, retry = 0 2024-11-08T18:21:49,158 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:49,208 DEBUG [RS:0;2424dce0d377:43533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/oldWALs 2024-11-08T18:21:49,208 INFO [RS:0;2424dce0d377:43533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C43533%2C1731090087225.meta:.meta(num 1731090089487) 2024-11-08T18:21:49,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741833_1009 (size=1374) 2024-11-08T18:21:49,217 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/WALs/2424dce0d377,43533,1731090087225/2424dce0d377%2C43533%2C1731090087225.1731090089129 not finished, retry = 0 2024-11-08T18:21:49,237 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:49,320 DEBUG [RS:0;2424dce0d377:43533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/oldWALs 2024-11-08T18:21:49,320 INFO [RS:0;2424dce0d377:43533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C43533%2C1731090087225:(num 1731090089129) 2024-11-08T18:21:49,320 DEBUG [RS:0;2424dce0d377:43533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:49,320 INFO [RS:0;2424dce0d377:43533 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:21:49,320 INFO [RS:0;2424dce0d377:43533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:21:49,320 INFO [RS:0;2424dce0d377:43533 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T18:21:49,320 INFO [RS:0;2424dce0d377:43533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:21:49,320 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:21:49,321 INFO [RS:0;2424dce0d377:43533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:43533. 2024-11-08T18:21:49,321 DEBUG [RS:0;2424dce0d377:43533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:49,321 DEBUG [RS:0;2424dce0d377:43533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:49,321 DEBUG [RS:0;2424dce0d377:43533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:49,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:49,321 INFO [RS:0;2424dce0d377:43533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43533 2024-11-08T18:21:49,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/141806181/rs/2424dce0d377,43533,1731090087225 2024-11-08T18:21:49,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181/rs 2024-11-08T18:21:49,380 INFO [RS:0;2424dce0d377:43533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:21:49,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,43533,1731090087225] 2024-11-08T18:21:49,401 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /141806181/draining/2424dce0d377,43533,1731090087225 already deleted, retry=false 2024-11-08T18:21:49,401 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,43533,1731090087225 expired; onlineServers=0 2024-11-08T18:21:49,401 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,42851,1731090086953' ***** 2024-11-08T18:21:49,401 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:21:49,401 INFO [M:0;2424dce0d377:42851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:21:49,401 INFO [M:0;2424dce0d377:42851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:21:49,401 DEBUG [M:0;2424dce0d377:42851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:21:49,401 DEBUG [M:0;2424dce0d377:42851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:21:49,401 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:21:49,401 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090088804 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090088804,5,FailOnTimeoutGroup] 2024-11-08T18:21:49,401 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090088803 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090088803,5,FailOnTimeoutGroup] 2024-11-08T18:21:49,401 INFO [M:0;2424dce0d377:42851 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:21:49,401 INFO [M:0;2424dce0d377:42851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:21:49,402 DEBUG [M:0;2424dce0d377:42851 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:21:49,402 INFO [M:0;2424dce0d377:42851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:21:49,402 INFO [M:0;2424dce0d377:42851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:21:49,402 INFO [M:0;2424dce0d377:42851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:21:49,402 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:21:49,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/141806181/master 2024-11-08T18:21:49,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/141806181 2024-11-08T18:21:49,411 DEBUG [M:0;2424dce0d377:42851 {}] zookeeper.ZKUtil(347): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Unable to get data of znode /141806181/master because node does not exist (not an error) 2024-11-08T18:21:49,411 WARN [M:0;2424dce0d377:42851 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:21:49,412 INFO [M:0;2424dce0d377:42851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/.lastflushedseqids 2024-11-08T18:21:49,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741845_1021 (size=173) 2024-11-08T18:21:49,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:49,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1011bae5a890004, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:49,491 INFO [RS:0;2424dce0d377:43533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:21:49,491 INFO [RS:0;2424dce0d377:43533 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,43533,1731090087225; zookeeper connection closed. 2024-11-08T18:21:49,491 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8d3c1d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8d3c1d9 2024-11-08T18:21:49,491 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:21:49,822 INFO [M:0;2424dce0d377:42851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:21:49,822 INFO [M:0;2424dce0d377:42851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:21:49,822 DEBUG [M:0;2424dce0d377:42851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:21:49,822 INFO [M:0;2424dce0d377:42851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:49,822 DEBUG [M:0;2424dce0d377:42851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:49,822 DEBUG [M:0;2424dce0d377:42851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:21:49,822 DEBUG [M:0;2424dce0d377:42851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:49,823 INFO [M:0;2424dce0d377:42851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-08T18:21:49,841 DEBUG [M:0;2424dce0d377:42851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d42ae8f32dd44269de441e373e5658d is 82, key is hbase:meta,,1/info:regioninfo/1731090089528/Put/seqid=0 2024-11-08T18:21:49,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741846_1022 (size=5672) 2024-11-08T18:21:49,876 INFO [M:0;2424dce0d377:42851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d42ae8f32dd44269de441e373e5658d 2024-11-08T18:21:49,897 DEBUG [M:0;2424dce0d377:42851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b83950865fe04abfa170f836d6de5b2c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731090098264/Put/seqid=0 2024-11-08T18:21:49,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741847_1023 (size=6586) 2024-11-08T18:21:50,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T18:21:50,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T18:21:50,262 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:50,301 INFO [M:0;2424dce0d377:42851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b83950865fe04abfa170f836d6de5b2c 2024-11-08T18:21:50,322 DEBUG [M:0;2424dce0d377:42851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2e4ab2808c04c629c9ce57a86e57d44 is 69, key is 2424dce0d377,43533,1731090087225/rs:state/1731090088933/Put/seqid=0 2024-11-08T18:21:50,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741848_1024 (size=5156) 2024-11-08T18:21:50,326 INFO [M:0;2424dce0d377:42851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2e4ab2808c04c629c9ce57a86e57d44 2024-11-08T18:21:50,330 DEBUG [M:0;2424dce0d377:42851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d42ae8f32dd44269de441e373e5658d as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d42ae8f32dd44269de441e373e5658d 2024-11-08T18:21:50,334 INFO [M:0;2424dce0d377:42851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d42ae8f32dd44269de441e373e5658d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T18:21:50,335 DEBUG [M:0;2424dce0d377:42851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b83950865fe04abfa170f836d6de5b2c as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b83950865fe04abfa170f836d6de5b2c 2024-11-08T18:21:50,338 INFO [M:0;2424dce0d377:42851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b83950865fe04abfa170f836d6de5b2c, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T18:21:50,339 DEBUG [M:0;2424dce0d377:42851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2e4ab2808c04c629c9ce57a86e57d44 as hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2e4ab2808c04c629c9ce57a86e57d44 2024-11-08T18:21:50,341 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:50,343 INFO [M:0;2424dce0d377:42851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44189/user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2e4ab2808c04c629c9ce57a86e57d44, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T18:21:50,344 INFO [M:0;2424dce0d377:42851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=55, compaction requested=false 2024-11-08T18:21:50,352 INFO [M:0;2424dce0d377:42851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:50,353 DEBUG [M:0;2424dce0d377:42851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090109822Disabling compacts and flushes for region at 1731090109822Disabling writes for close at 1731090109822Obtaining lock to block concurrent updates at 1731090109823 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090109823Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731090109823Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090109824 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090109824Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090109841 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090109841Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090109880 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090109896 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090109896Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090110305 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090110322 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090110322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2467d5cf: reopening flushed file at 1731090110330 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f6d286: reopening flushed file at 1731090110334 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d622c32: reopening flushed file at 1731090110338 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=55, compaction requested=false at 1731090110344 (+6 ms)Writing region close event to WAL at 1731090110352 (+8 ms)Closed at 1731090110352 2024-11-08T18:21:50,354 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79d680d1-bdc5-3fa4-e9d4-626324173a8d/MasterData/WALs/2424dce0d377,42851,1731090086953/2424dce0d377%2C42851%2C1731090086953.1731090088464 not finished, retry = 0 2024-11-08T18:21:50,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741830_1006 (size=32770) 2024-11-08T18:21:50,455 INFO [M:0;2424dce0d377:42851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:21:50,455 INFO [M:0;2424dce0d377:42851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42851 2024-11-08T18:21:50,455 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:21:50,456 INFO [M:0;2424dce0d377:42851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:21:50,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:50,609 INFO [M:0;2424dce0d377:42851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:21:50,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42851-0x1011bae5a890003, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:50,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55af8c37{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:21:50,612 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8d804e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:21:50,612 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:21:50,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35dd2eaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:21:50,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26249da7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/hadoop.log.dir/,STOPPED} 2024-11-08T18:21:50,613 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:21:50,613 WARN [BP-1350084849-172.17.0.3-1731090084329 heartbeating to localhost/127.0.0.1:44189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:21:50,613 WARN [BP-1350084849-172.17.0.3-1731090084329 heartbeating to localhost/127.0.0.1:44189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1350084849-172.17.0.3-1731090084329 (Datanode Uuid e1cc91e7-32d0-4f67-b26f-2150df8223b4) service to localhost/127.0.0.1:44189 2024-11-08T18:21:50,613 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:21:50,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/cluster_92404c9a-d407-ff8f-6c02-b359bb5101f3/data/data1/current/BP-1350084849-172.17.0.3-1731090084329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:21:50,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/cluster_92404c9a-d407-ff8f-6c02-b359bb5101f3/data/data2/current/BP-1350084849-172.17.0.3-1731090084329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:21:50,614 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:21:50,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a90fdc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:21:50,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63f02134{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:21:50,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:21:50,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a7e7ac2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:21:50,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78019304{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bdfc3718-c6ae-6658-9558-83768e63314e/hadoop.log.dir/,STOPPED} 2024-11-08T18:21:50,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:21:50,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:21:50,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:50,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:50,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:50,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:50,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:50,654 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:21:50,654 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1023556255, stopped=false 2024-11-08T18:21:50,654 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2424dce0d377,45137,1731090082277 2024-11-08T18:21:50,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-162386110/running 2024-11-08T18:21:50,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-162386110/running 2024-11-08T18:21:50,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:50,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:50,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:21:50,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Set watcher on znode that does not yet exist, /0-162386110/running 2024-11-08T18:21:50,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Set watcher on znode that does not yet exist, /0-162386110/running 2024-11-08T18:21:50,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:21:50,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:50,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:50,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2424dce0d377,33969,1731090082584' ***** 2024-11-08T18:21:50,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:21:50,759 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:21:50,759 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:21:50,759 INFO [RS:0;2424dce0d377:33969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:21:50,759 INFO [RS:0;2424dce0d377:33969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:21:50,759 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:50,760 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 55e10fdccddc4a74925a7d129467d413 2024-11-08T18:21:50,760 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(959): stopping server 2424dce0d377,33969,1731090082584 2024-11-08T18:21:50,760 INFO [RS:0;2424dce0d377:33969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:21:50,760 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5850d6d8ea517d6bd2083de42559f60, disabling compactions & flushes 2024-11-08T18:21:50,760 INFO [RS:0;2424dce0d377:33969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:33969. 2024-11-08T18:21:50,760 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. 2024-11-08T18:21:50,760 DEBUG [RS:0;2424dce0d377:33969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:50,760 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. 2024-11-08T18:21:50,760 DEBUG [RS:0;2424dce0d377:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:50,760 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. after waiting 0 ms 2024-11-08T18:21:50,760 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. 2024-11-08T18:21:50,760 INFO [RS:0;2424dce0d377:33969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:21:50,760 INFO [RS:0;2424dce0d377:33969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:21:50,760 INFO [RS:0;2424dce0d377:33969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:21:50,760 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5850d6d8ea517d6bd2083de42559f60 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-08T18:21:50,760 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:21:50,760 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T18:21:50,760 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1325): Online Regions={f5850d6d8ea517d6bd2083de42559f60=hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60., 1588230740=hbase:meta,,1.1588230740, 55e10fdccddc4a74925a7d129467d413=test,,1731090096237.55e10fdccddc4a74925a7d129467d413.} 2024-11-08T18:21:50,760 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e10fdccddc4a74925a7d129467d413, f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:50,760 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:21:50,760 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:21:50,760 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:21:50,761 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:21:50,761 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:21:50,761 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T18:21:50,777 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60/.tmp/hfileref/8ed4ca76868a48498295be5a9008086b is 74, key is 1/hfileref:987f666e52b6435b8f340a144a78aee3_SeqId_4_/1731090102822/DeleteColumn/seqid=0 2024-11-08T18:21:50,777 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/.tmp/info/e7765ad6187d4b669391cd0acc95d7b2 is 147, key is hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60./info:regioninfo/1731090100431/Put/seqid=0 2024-11-08T18:21:50,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741847_1023 (size=5489) 2024-11-08T18:21:50,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741848_1024 (size=7686) 2024-11-08T18:21:50,781 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/.tmp/info/e7765ad6187d4b669391cd0acc95d7b2 2024-11-08T18:21:50,814 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/.tmp/ns/7f06e76e7e264328a1cc4844eddffda7 is 43, key is default/ns:d/1731090084221/Put/seqid=0 2024-11-08T18:21:50,818 INFO [regionserver/2424dce0d377:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:21:50,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741849_1025 (size=5153) 2024-11-08T18:21:50,961 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e10fdccddc4a74925a7d129467d413, f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:51,161 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e10fdccddc4a74925a7d129467d413, f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:51,180 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60/.tmp/hfileref/8ed4ca76868a48498295be5a9008086b 2024-11-08T18:21:51,199 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60/.tmp/queue/ab10d2c981b04278ba75a3ff56920cb4 is 153, key is 1-2424dce0d377,33969,1731090082584/queue:2424dce0d377%2C33969%2C1731090082584/1731090103863/Put/seqid=0 2024-11-08T18:21:51,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741850_1026 (size=5504) 2024-11-08T18:21:51,230 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/.tmp/ns/7f06e76e7e264328a1cc4844eddffda7 2024-11-08T18:21:51,253 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/.tmp/rep_barrier/64ac4b32db98491096b608a0191e32e6 is 112, key is test,,1731090096237.55e10fdccddc4a74925a7d129467d413./rep_barrier:seqnumDuringOpen/1731090097024/Put/seqid=0 2024-11-08T18:21:51,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741851_1027 (size=5518) 2024-11-08T18:21:51,361 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e10fdccddc4a74925a7d129467d413, f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:51,465 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:51,544 DEBUG [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/WALs/2424dce0d377,33969,1731090082584/2424dce0d377%2C33969%2C1731090082584.1731090103060 to pos 393, reset compression=false 2024-11-08T18:21:51,561 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e10fdccddc4a74925a7d129467d413, f5850d6d8ea517d6bd2083de42559f60 2024-11-08T18:21:51,606 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60/.tmp/queue/ab10d2c981b04278ba75a3ff56920cb4 2024-11-08T18:21:51,612 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60/.tmp/hfileref/8ed4ca76868a48498295be5a9008086b as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60/hfileref/8ed4ca76868a48498295be5a9008086b 2024-11-08T18:21:51,617 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60/hfileref/8ed4ca76868a48498295be5a9008086b, entries=6, sequenceid=17, filesize=5.4 K 2024-11-08T18:21:51,618 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60/.tmp/queue/ab10d2c981b04278ba75a3ff56920cb4 as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60/queue/ab10d2c981b04278ba75a3ff56920cb4 2024-11-08T18:21:51,623 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60/queue/ab10d2c981b04278ba75a3ff56920cb4, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T18:21:51,624 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f5850d6d8ea517d6bd2083de42559f60 in 864ms, sequenceid=17, compaction requested=false 2024-11-08T18:21:51,658 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/.tmp/rep_barrier/64ac4b32db98491096b608a0191e32e6 2024-11-08T18:21:51,702 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/replication/f5850d6d8ea517d6bd2083de42559f60/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-08T18:21:51,703 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/.tmp/table/b69573430700430bb4a21304c71fd9e7 is 53, key is hbase:replication/table:state/1731090100446/Put/seqid=0 2024-11-08T18:21:51,703 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:51,703 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:21:51,703 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. 2024-11-08T18:21:51,704 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5850d6d8ea517d6bd2083de42559f60: Waiting for close lock at 1731090110760Running coprocessor pre-close hooks at 1731090110760Disabling compacts and flushes for region at 1731090110760Disabling writes for close at 1731090110760Obtaining lock to block concurrent updates at 1731090110760Preparing flush snapshotting stores in f5850d6d8ea517d6bd2083de42559f60 at 1731090110760Finished memstore snapshotting hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731090110760Flushing stores of hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. at 1731090110761 (+1 ms)Flushing f5850d6d8ea517d6bd2083de42559f60/hfileref: creating writer at 1731090110761Flushing f5850d6d8ea517d6bd2083de42559f60/hfileref: appending metadata at 1731090110776 (+15 ms)Flushing f5850d6d8ea517d6bd2083de42559f60/hfileref: closing flushed file at 1731090110776Flushing f5850d6d8ea517d6bd2083de42559f60/queue: creating writer at 1731090111184 (+408 ms)Flushing f5850d6d8ea517d6bd2083de42559f60/queue: appending metadata at 1731090111199 (+15 ms)Flushing f5850d6d8ea517d6bd2083de42559f60/queue: closing flushed file at 1731090111199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2aa058: reopening flushed file at 1731090111611 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f22a8e4: reopening flushed file at 1731090111617 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f5850d6d8ea517d6bd2083de42559f60 in 864ms, sequenceid=17, compaction requested=false at 1731090111624 (+7 ms)Writing region close event to WAL at 1731090111696 (+72 ms)Running coprocessor post-close hooks at 1731090111703 (+7 ms)Closed at 1731090111703 2024-11-08T18:21:51,704 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731090099170.f5850d6d8ea517d6bd2083de42559f60. 2024-11-08T18:21:51,704 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55e10fdccddc4a74925a7d129467d413, disabling compactions & flushes 2024-11-08T18:21:51,704 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731090096237.55e10fdccddc4a74925a7d129467d413. 2024-11-08T18:21:51,704 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731090096237.55e10fdccddc4a74925a7d129467d413. 2024-11-08T18:21:51,704 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731090096237.55e10fdccddc4a74925a7d129467d413. after waiting 0 ms 2024-11-08T18:21:51,704 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731090096237.55e10fdccddc4a74925a7d129467d413. 2024-11-08T18:21:51,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741852_1028 (size=5308) 2024-11-08T18:21:51,726 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:21:51,727 INFO [regionserver/2424dce0d377:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:21:51,737 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/default/test/55e10fdccddc4a74925a7d129467d413/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T18:21:51,738 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:51,738 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T18:21:51,738 INFO [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731090096237.55e10fdccddc4a74925a7d129467d413. 2024-11-08T18:21:51,738 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55e10fdccddc4a74925a7d129467d413: Waiting for close lock at 1731090111704Running coprocessor pre-close hooks at 1731090111704Disabling compacts and flushes for region at 1731090111704Disabling writes for close at 1731090111704Writing region close event to WAL at 1731090111713 (+9 ms)Running coprocessor post-close hooks at 1731090111738 (+25 ms)Closed at 1731090111738 2024-11-08T18:21:51,739 DEBUG [RS_CLOSE_REGION-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731090096237.55e10fdccddc4a74925a7d129467d413. 2024-11-08T18:21:51,762 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:21:51,762 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:21:51,762 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:51,812 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:21:51,962 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:52,126 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/.tmp/table/b69573430700430bb4a21304c71fd9e7 2024-11-08T18:21:52,130 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/.tmp/info/e7765ad6187d4b669391cd0acc95d7b2 as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/info/e7765ad6187d4b669391cd0acc95d7b2 2024-11-08T18:21:52,133 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/info/e7765ad6187d4b669391cd0acc95d7b2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T18:21:52,134 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/.tmp/ns/7f06e76e7e264328a1cc4844eddffda7 as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/ns/7f06e76e7e264328a1cc4844eddffda7 2024-11-08T18:21:52,138 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/ns/7f06e76e7e264328a1cc4844eddffda7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T18:21:52,139 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/.tmp/rep_barrier/64ac4b32db98491096b608a0191e32e6 as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/rep_barrier/64ac4b32db98491096b608a0191e32e6 2024-11-08T18:21:52,142 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/rep_barrier/64ac4b32db98491096b608a0191e32e6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T18:21:52,143 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/.tmp/table/b69573430700430bb4a21304c71fd9e7 as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/table/b69573430700430bb4a21304c71fd9e7 2024-11-08T18:21:52,146 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/table/b69573430700430bb4a21304c71fd9e7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T18:21:52,147 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=16, compaction requested=false 2024-11-08T18:21:52,162 DEBUG [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:21:52,163 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T18:21:52,164 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T18:21:52,164 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:21:52,164 INFO [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:52,164 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731090110760Running coprocessor pre-close hooks at 1731090110760Disabling compacts and flushes for region at 1731090110760Disabling writes for close at 1731090110761 (+1 ms)Obtaining lock to block concurrent updates at 1731090110761Preparing flush snapshotting stores in 1588230740 at 1731090110761Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731090110761Flushing stores of hbase:meta,,1.1588230740 at 1731090110761Flushing 1588230740/info: creating writer at 1731090110761Flushing 1588230740/info: appending metadata at 1731090110776 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731090110776Flushing 1588230740/ns: creating writer at 1731090110798 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731090110814 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731090110814Flushing 1588230740/rep_barrier: creating writer at 1731090111234 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731090111253 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731090111253Flushing 1588230740/table: creating writer at 1731090111663 (+410 ms)Flushing 1588230740/table: appending metadata at 1731090111703 (+40 ms)Flushing 1588230740/table: closing flushed file at 1731090111703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5437f179: reopening flushed file at 1731090112129 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290142: reopening flushed file at 1731090112133 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@398c11fe: reopening flushed file at 1731090112138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ecfb58: reopening flushed file at 1731090112142 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1386ms, sequenceid=16, compaction requested=false at 1731090112147 (+5 ms)Writing region close event to WAL at 1731090112160 (+13 ms)Running coprocessor post-close hooks at 1731090112164 (+4 ms)Closed at 1731090112164 2024-11-08T18:21:52,164 DEBUG [RS_CLOSE_META-regionserver/2424dce0d377:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:21:52,362 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(976): stopping server 2424dce0d377,33969,1731090082584; all regions closed. 2024-11-08T18:21:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741842_1018 (size=859) 2024-11-08T18:21:52,367 DEBUG [RS:0;2424dce0d377:33969 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/oldWALs 2024-11-08T18:21:52,367 INFO [RS:0;2424dce0d377:33969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C33969%2C1731090082584.meta:.meta(num 1731090103003) 2024-11-08T18:21:52,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741843_1019 (size=2791) 2024-11-08T18:21:52,372 DEBUG [RS:0;2424dce0d377:33969 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/oldWALs 2024-11-08T18:21:52,372 INFO [RS:0;2424dce0d377:33969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C33969%2C1731090082584.rep:(num 1731090103030) 2024-11-08T18:21:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741844_1020 (size=696) 2024-11-08T18:21:52,378 DEBUG [RS:0;2424dce0d377:33969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/oldWALs 2024-11-08T18:21:52,378 INFO [RS:0;2424dce0d377:33969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2424dce0d377%2C33969%2C1731090082584:(num 1731090103060) 2024-11-08T18:21:52,378 DEBUG [RS:0;2424dce0d377:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:52,378 INFO [RS:0;2424dce0d377:33969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:21:52,378 INFO [RS:0;2424dce0d377:33969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:21:52,379 INFO [RS:0;2424dce0d377:33969 {}] hbase.ChoreService(370): Chore service for: regionserver/2424dce0d377:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:21:52,379 INFO [RS:0;2424dce0d377:33969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:21:52,379 INFO [regionserver/2424dce0d377:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:21:52,379 INFO [RS:0;2424dce0d377:33969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2424dce0d377,33969,1731090082584 because: Region server is closing 2024-11-08T18:21:52,379 INFO [RS:0;2424dce0d377:33969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:33969. 2024-11-08T18:21:52,380 DEBUG [RS:0;2424dce0d377:33969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:52,380 DEBUG [RS:0;2424dce0d377:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:52,380 DEBUG [RS:0;2424dce0d377:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:52,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:52,480 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:21:52,480 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T18:21:52,481 INFO [RS:0;2424dce0d377:33969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,1-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,1-2424dce0d377,33969,1731090082584 terminated 2024-11-08T18:21:52,481 INFO [RS:0;2424dce0d377:33969 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2424dce0d377,33969,1731090082584 because: Region server is closing 2024-11-08T18:21:52,481 INFO [RS:0;2424dce0d377:33969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2424dce0d377:33969. 2024-11-08T18:21:52,481 DEBUG [RS:0;2424dce0d377:33969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:21:52,481 DEBUG [RS:0;2424dce0d377:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:52,481 DEBUG [RS:0;2424dce0d377:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:21:52,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:21:52,581 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.wal-reader.2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T18:21:52,581 WARN [RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T18:21:52,581 INFO [RS:0;2424dce0d377:33969 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2424dce0d377:0-0.replicationSource,2-2424dce0d377,33969,1731090082584.replicationSource.shipper2424dce0d377%2C33969%2C1731090082584,2-2424dce0d377,33969,1731090082584 terminated 2024-11-08T18:21:52,582 INFO [RS:0;2424dce0d377:33969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33969 2024-11-08T18:21:52,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-162386110/rs/2424dce0d377,33969,1731090082584 2024-11-08T18:21:52,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110/rs 2024-11-08T18:21:52,590 INFO [RS:0;2424dce0d377:33969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:21:52,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2424dce0d377,33969,1731090082584] 2024-11-08T18:21:52,611 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-162386110/draining/2424dce0d377,33969,1731090082584 already deleted, retry=false 2024-11-08T18:21:52,611 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2424dce0d377,33969,1731090082584 expired; onlineServers=0 2024-11-08T18:21:52,611 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2424dce0d377,45137,1731090082277' ***** 2024-11-08T18:21:52,611 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:21:52,611 INFO [M:0;2424dce0d377:45137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:21:52,611 INFO [M:0;2424dce0d377:45137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:21:52,611 DEBUG [M:0;2424dce0d377:45137 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:21:52,612 DEBUG [M:0;2424dce0d377:45137 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:21:52,612 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:21:52,612 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090083496 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.small.0-1731090083496,5,FailOnTimeoutGroup] 2024-11-08T18:21:52,612 DEBUG [master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090083488 {}] cleaner.HFileCleaner(306): Exit Thread[master/2424dce0d377:0:becomeActiveMaster-HFileCleaner.large.0-1731090083488,5,FailOnTimeoutGroup] 2024-11-08T18:21:52,612 INFO [M:0;2424dce0d377:45137 {}] hbase.ChoreService(370): Chore service for: master/2424dce0d377:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:21:52,612 INFO [M:0;2424dce0d377:45137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:21:52,612 DEBUG [M:0;2424dce0d377:45137 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:21:52,612 INFO [M:0;2424dce0d377:45137 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:21:52,612 INFO [M:0;2424dce0d377:45137 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:21:52,612 ERROR [M:0;2424dce0d377:45137 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (288913069) connection to localhost/127.0.0.1:41315 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41315,5,PEWorkerGroup] 2024-11-08T18:21:52,612 INFO [M:0;2424dce0d377:45137 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:21:52,612 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:21:52,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-162386110/master 2024-11-08T18:21:52,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-162386110 2024-11-08T18:21:52,622 DEBUG [M:0;2424dce0d377:45137 {}] zookeeper.ZKUtil(347): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Unable to get data of znode /0-162386110/master because node does not exist (not an error) 2024-11-08T18:21:52,622 WARN [M:0;2424dce0d377:45137 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:21:52,622 INFO [M:0;2424dce0d377:45137 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/.lastflushedseqids 2024-11-08T18:21:52,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741853_1029 (size=263) 2024-11-08T18:21:52,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:52,701 INFO [RS:0;2424dce0d377:33969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:21:52,701 INFO [RS:0;2424dce0d377:33969 {}] regionserver.HRegionServer(1031): Exiting; stopping=2424dce0d377,33969,1731090082584; zookeeper connection closed. 2024-11-08T18:21:52,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1011bae5a890001, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:52,701 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13e33212 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13e33212 2024-11-08T18:21:52,702 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:21:53,026 INFO [M:0;2424dce0d377:45137 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:21:53,026 INFO [M:0;2424dce0d377:45137 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:21:53,027 DEBUG [M:0;2424dce0d377:45137 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:21:53,027 INFO [M:0;2424dce0d377:45137 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:53,027 DEBUG [M:0;2424dce0d377:45137 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:53,027 DEBUG [M:0;2424dce0d377:45137 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:21:53,027 DEBUG [M:0;2424dce0d377:45137 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:53,027 INFO [M:0;2424dce0d377:45137 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-08T18:21:53,042 DEBUG [M:0;2424dce0d377:45137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f6e7bbd27a142f295c809754562c971 is 82, key is hbase:meta,,1/info:regioninfo/1731090084174/Put/seqid=0 2024-11-08T18:21:53,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741854_1030 (size=5672) 2024-11-08T18:21:53,445 INFO [M:0;2424dce0d377:45137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f6e7bbd27a142f295c809754562c971 2024-11-08T18:21:53,465 DEBUG [M:0;2424dce0d377:45137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37bb57f220a24618bd76ca4fbafb7674 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731090100452/Put/seqid=0 2024-11-08T18:21:53,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741855_1031 (size=8910) 2024-11-08T18:21:53,869 INFO [M:0;2424dce0d377:45137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37bb57f220a24618bd76ca4fbafb7674 2024-11-08T18:21:53,889 DEBUG [M:0;2424dce0d377:45137 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a3882da6f20403da559fafd57a69da0 is 69, key is 2424dce0d377,33969,1731090082584/rs:state/1731090083599/Put/seqid=0 2024-11-08T18:21:53,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741856_1032 (size=5156) 2024-11-08T18:21:53,898 INFO [M:0;2424dce0d377:45137 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a3882da6f20403da559fafd57a69da0 2024-11-08T18:21:53,903 DEBUG [M:0;2424dce0d377:45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f6e7bbd27a142f295c809754562c971 as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f6e7bbd27a142f295c809754562c971 2024-11-08T18:21:53,907 INFO [M:0;2424dce0d377:45137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f6e7bbd27a142f295c809754562c971, entries=8, sequenceid=112, filesize=5.5 K 2024-11-08T18:21:53,910 DEBUG [M:0;2424dce0d377:45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37bb57f220a24618bd76ca4fbafb7674 as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37bb57f220a24618bd76ca4fbafb7674 2024-11-08T18:21:53,918 INFO [M:0;2424dce0d377:45137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37bb57f220a24618bd76ca4fbafb7674, entries=13, sequenceid=112, filesize=8.7 K 2024-11-08T18:21:53,919 DEBUG [M:0;2424dce0d377:45137 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a3882da6f20403da559fafd57a69da0 as hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a3882da6f20403da559fafd57a69da0 2024-11-08T18:21:53,926 INFO [M:0;2424dce0d377:45137 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/c645f02f-91e2-99fd-e5d1-91d75384e130/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a3882da6f20403da559fafd57a69da0, entries=1, sequenceid=112, filesize=5.0 K 2024-11-08T18:21:53,927 INFO [M:0;2424dce0d377:45137 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=112, compaction requested=false 2024-11-08T18:21:53,937 INFO [M:0;2424dce0d377:45137 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:21:53,937 DEBUG [M:0;2424dce0d377:45137 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731090113027Disabling compacts and flushes for region at 1731090113027Disabling writes for close at 1731090113027Obtaining lock to block concurrent updates at 1731090113027Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731090113027Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731090113027Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731090113028 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731090113028Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731090113042 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731090113042Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731090113449 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731090113464 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731090113464Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731090113872 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731090113889 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731090113889Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd5b0b0: reopening flushed file at 1731090113902 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182f06e3: reopening flushed file at 1731090113908 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca44b2e: reopening flushed file at 1731090113918 (+10 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=112, compaction requested=false at 1731090113927 (+9 ms)Writing region close event to WAL at 1731090113937 (+10 ms)Closed at 1731090113937 2024-11-08T18:21:53,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44881 is added to blk_1073741830_1006 (size=69067) 2024-11-08T18:21:53,939 INFO [M:0;2424dce0d377:45137 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:21:53,940 INFO [M:0;2424dce0d377:45137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45137 2024-11-08T18:21:53,940 INFO [M:0;2424dce0d377:45137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:21:53,940 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:21:54,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:54,048 INFO [M:0;2424dce0d377:45137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:21:54,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45137-0x1011bae5a890000, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:21:54,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32038c93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:21:54,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@652612a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:21:54,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:21:54,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:21:54,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54aa0aa5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/hadoop.log.dir/,STOPPED} 2024-11-08T18:21:54,053 WARN [BP-706492702-172.17.0.3-1731090079498 heartbeating to localhost/127.0.0.1:41315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:21:54,053 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:21:54,053 WARN [BP-706492702-172.17.0.3-1731090079498 heartbeating to localhost/127.0.0.1:41315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-706492702-172.17.0.3-1731090079498 (Datanode Uuid c197da08-a183-44d7-bb9f-b8529b31d9d9) service to localhost/127.0.0.1:41315 2024-11-08T18:21:54,053 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:21:54,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/cluster_16ed4542-f718-a087-3f6b-482764079bdf/data/data1/current/BP-706492702-172.17.0.3-1731090079498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:21:54,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/cluster_16ed4542-f718-a087-3f6b-482764079bdf/data/data2/current/BP-706492702-172.17.0.3-1731090079498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:21:54,054 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:21:54,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f7c0d01{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:21:54,065 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fdbd092{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:21:54,065 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:21:54,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af3af6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:21:54,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b94d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1ccfc5cc-bc74-bcd5-3d87-0e8c7a918620/hadoop.log.dir/,STOPPED} 2024-11-08T18:21:54,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:21:54,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T18:21:54,105 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 521) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44189 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44545 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44545 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44545 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41315 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55294) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44545 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=976 (was 863) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=720 (was 668) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2035 (was 1516) - AvailableMemoryMB LEAK? - 2024-11-08T18:21:54,106 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500 2024-11-08T18:21:54,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011bae5a890008, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:21:54,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011bae5a890002, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:21:54,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011bae5a890005, quorum=127.0.0.1:55294, baseZNode=/141806181 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T18:21:54,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011bae5a890002, quorum=127.0.0.1:55294, baseZNode=/0-162386110 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:21:54,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011bae5a890008, quorum=127.0.0.1:55294, baseZNode=/21927650621 Received Disconnected from ZooKeeper, ignoring 2024-11-08T18:21:54,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011bae5a890005, quorum=127.0.0.1:55294, baseZNode=/141806181 Received Disconnected from ZooKeeper, ignoring